[ 472.160448] env[63393]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63393) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.160832] env[63393]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63393) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.160832] env[63393]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63393) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.161211] env[63393]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 472.260602] env[63393]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63393) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 472.271258] env[63393]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63393) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 472.312727] env[63393]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 472.872327] env[63393]: INFO nova.virt.driver [None req-fe2c09e4-b733-4cb6-b639-9e1ff86f3e56 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 472.942024] env[63393]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 472.942207] env[63393]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 472.942310] env[63393]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63393) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 476.157796] env[63393]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-cc6ad266-d76d-4136-97d1-f9281baee96d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.173941] env[63393]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63393) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 476.174134] env[63393]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6219a589-6b21-43f7-97ab-31c230c10f1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.206439] env[63393]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 57c06. [ 476.206588] env[63393]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.264s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.207181] env[63393]: INFO nova.virt.vmwareapi.driver [None req-fe2c09e4-b733-4cb6-b639-9e1ff86f3e56 None None] VMware vCenter version: 7.0.3 [ 476.210580] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f27e7f-fb6e-46d6-bb29-2fb2155518af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.229387] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f9b94-dbf3-4aac-965b-71cc5b94f6f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.235201] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77079424-f780-46e6-aefb-b6705f6ad684 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.241695] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cac090-2806-4a3d-b0e2-940ced6c2ca9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.254607] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a95995-c894-404a-9ba6-7ece33377426 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.260322] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a3a56-9655-4420-819d-c38ae74a9da8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.289645] env[63393]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8440f4cb-cc8c-4cd7-a444-6dc4a1989469 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.294487] env[63393]: DEBUG nova.virt.vmwareapi.driver [None req-fe2c09e4-b733-4cb6-b639-9e1ff86f3e56 None None] Extension org.openstack.compute already exists. {{(pid=63393) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 476.297105] env[63393]: INFO nova.compute.provider_config [None req-fe2c09e4-b733-4cb6-b639-9e1ff86f3e56 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 476.800911] env[63393]: DEBUG nova.context [None req-fe2c09e4-b733-4cb6-b639-9e1ff86f3e56 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b8cf6888-fb73-42ba-bdd7-304e4df6cfae(cell1) {{(pid=63393) load_cells /opt/stack/nova/nova/context.py:464}} [ 476.804187] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.804429] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.805156] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.805596] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Acquiring lock "b8cf6888-fb73-42ba-bdd7-304e4df6cfae" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.805788] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Lock "b8cf6888-fb73-42ba-bdd7-304e4df6cfae" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.806786] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Lock "b8cf6888-fb73-42ba-bdd7-304e4df6cfae" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.826829] env[63393]: INFO dbcounter [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Registered counter for database nova_cell0 [ 476.834635] env[63393]: INFO dbcounter [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Registered counter for database nova_cell1 [ 476.837779] env[63393]: DEBUG oslo_db.sqlalchemy.engines [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63393) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 476.838412] env[63393]: DEBUG oslo_db.sqlalchemy.engines [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63393) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 476.842936] env[63393]: ERROR nova.db.main.api [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 476.842936] env[63393]: result = function(*args, **kwargs) [ 476.842936] env[63393]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 476.842936] env[63393]: return func(*args, **kwargs) [ 476.842936] env[63393]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 476.842936] env[63393]: result = fn(*args, **kwargs) [ 476.842936] env[63393]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 476.842936] env[63393]: return f(*args, **kwargs) [ 476.842936] env[63393]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 476.842936] env[63393]: return db.service_get_minimum_version(context, binaries) [ 476.842936] env[63393]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 476.842936] env[63393]: _check_db_access() [ 476.842936] env[63393]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 476.842936] env[63393]: stacktrace = ''.join(traceback.format_stack()) [ 476.842936] env[63393]: [ 476.843728] env[63393]: ERROR nova.db.main.api [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 476.843728] env[63393]: result = function(*args, **kwargs) [ 476.843728] env[63393]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 476.843728] env[63393]: return func(*args, **kwargs) [ 476.843728] env[63393]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 476.843728] env[63393]: result = fn(*args, **kwargs) [ 476.843728] env[63393]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 476.843728] env[63393]: return f(*args, **kwargs) [ 476.843728] env[63393]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 476.843728] env[63393]: return db.service_get_minimum_version(context, binaries) [ 476.843728] env[63393]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 476.843728] env[63393]: _check_db_access() [ 476.843728] env[63393]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 476.843728] env[63393]: stacktrace = ''.join(traceback.format_stack()) [ 476.843728] env[63393]: [ 476.844130] env[63393]: WARNING nova.objects.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Failed to get minimum service version for cell b8cf6888-fb73-42ba-bdd7-304e4df6cfae [ 476.844247] env[63393]: WARNING nova.objects.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 476.844664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Acquiring lock "singleton_lock" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 476.844823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Acquired lock "singleton_lock" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 476.845072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Releasing lock "singleton_lock" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 476.845393] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Full set of CONF: {{(pid=63393) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 476.845540] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ******************************************************************************** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 476.845667] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] Configuration options gathered from: {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 476.845800] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 476.845990] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 476.846133] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ================================================================================ {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 476.846341] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] allow_resize_to_same_host = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.846513] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] arq_binding_timeout = 300 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.846645] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] backdoor_port = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.846772] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] backdoor_socket = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.846935] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] block_device_allocate_retries = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.847114] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] block_device_allocate_retries_interval = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.847287] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cert = self.pem {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.847455] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.847622] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute_monitors = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.847789] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] config_dir = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.847957] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] config_drive_format = iso9660 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.848115] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.848272] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] config_source = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.848440] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] console_host = devstack {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.848606] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] control_exchange = nova {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.848761] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cpu_allocation_ratio = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.848920] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] daemon = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.849518] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] debug = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.849518] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] default_access_ip_network_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.849518] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] default_availability_zone = nova {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.849681] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] default_ephemeral_format = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.849717] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] default_green_pool_size = 1000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.849929] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.850102] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] default_schedule_zone = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.850298] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] disk_allocation_ratio = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.850478] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] enable_new_services = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.850673] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] enabled_apis = ['osapi_compute'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.850837] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] enabled_ssl_apis = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.850996] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] flat_injected = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.851170] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] force_config_drive = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.851337] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] force_raw_images = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.851531] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] graceful_shutdown_timeout = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.851697] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] heal_instance_info_cache_interval = -1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.851916] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] host = cpu-1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.852104] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.852271] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.852435] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.852657] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.852824] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_build_timeout = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.852984] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_delete_interval = 300 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.853165] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_format = [instance: %(uuid)s] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.853332] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_name_template = instance-%08x {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.853512] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_usage_audit = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.853697] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_usage_audit_period = month {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.853863] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.854037] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.854205] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] internal_service_availability_zone = internal {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.854361] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] key = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.854524] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] live_migration_retry_count = 30 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.854687] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_color = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.854845] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_config_append = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.855042] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.855217] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_dir = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.855378] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.855510] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_options = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.855690] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_rotate_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.855865] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_rotate_interval_type = days {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856043] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] log_rotation_type = none {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856176] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856302] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856471] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856666] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856798] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.856963] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] long_rpc_timeout = 1800 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.857135] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] max_concurrent_builds = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.857294] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] max_concurrent_live_migrations = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.857450] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] max_concurrent_snapshots = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.857608] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] max_local_block_devices = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.857767] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] max_logfile_count = 30 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.857925] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] max_logfile_size_mb = 200 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.858100] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] maximum_instance_delete_attempts = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.858274] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metadata_listen = 0.0.0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.858445] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metadata_listen_port = 8775 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.858615] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metadata_workers = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.858777] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] migrate_max_retries = -1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.858944] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] mkisofs_cmd = genisoimage {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.859167] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.859304] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] my_ip = 10.180.1.21 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.859511] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.859701] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] network_allocate_retries = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.859884] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.860073] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.860266] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] osapi_compute_listen_port = 8774 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.860438] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] osapi_compute_unique_server_name_scope = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.860611] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] osapi_compute_workers = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.860775] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] password_length = 12 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.860934] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] periodic_enable = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.861106] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] periodic_fuzzy_delay = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.861279] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] pointer_model = usbtablet {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.861466] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] preallocate_images = none {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.861629] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] publish_errors = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.861758] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] pybasedir = /opt/stack/nova {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.861913] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ram_allocation_ratio = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.862086] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] rate_limit_burst = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.862257] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] rate_limit_except_level = CRITICAL {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.862422] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] rate_limit_interval = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.862600] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reboot_timeout = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.862776] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reclaim_instance_interval = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.862933] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] record = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.863117] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reimage_timeout_per_gb = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.863304] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] report_interval = 120 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.863462] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] rescue_timeout = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.863622] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reserved_host_cpus = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.863776] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reserved_host_disk_mb = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.863932] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reserved_host_memory_mb = 512 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.864123] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] reserved_huge_pages = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.864291] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] resize_confirm_window = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.864450] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] resize_fs_using_block_device = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.864608] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] resume_guests_state_on_host_boot = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.864775] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.864936] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] rpc_response_timeout = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.865107] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] run_external_periodic_tasks = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.865275] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] running_deleted_instance_action = reap {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.865438] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.865613] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] running_deleted_instance_timeout = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.865789] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler_instance_sync_interval = 120 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.865959] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_down_time = 720 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.866142] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] servicegroup_driver = db {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.866301] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] shell_completion = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.866462] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] shelved_offload_time = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.866618] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] shelved_poll_interval = 3600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.866787] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] shutdown_timeout = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.866948] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] source_is_ipv6 = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.867118] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ssl_only = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.867372] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.867558] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] sync_power_state_interval = 600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.867720] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] sync_power_state_pool_size = 1000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.867886] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] syslog_log_facility = LOG_USER {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.868057] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] tempdir = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.868234] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] timeout_nbd = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.868397] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] transport_url = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.868559] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] update_resources_interval = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.868740] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] use_cow_images = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.868906] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] use_journal = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.869077] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] use_json = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.869240] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] use_rootwrap_daemon = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.869402] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] use_stderr = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.869560] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] use_syslog = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.869713] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vcpu_pin_set = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.869878] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plugging_is_fatal = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.870058] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plugging_timeout = 300 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.870250] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] virt_mkfs = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.870413] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] volume_usage_poll_interval = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.870590] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] watch_log_file = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.870789] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] web = /usr/share/spice-html5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.870985] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.871172] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.871369] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.871548] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_concurrency.disable_process_locking = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.872598] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.872799] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.872975] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.873168] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.873384] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.873575] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.873768] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.auth_strategy = keystone {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.873944] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.compute_link_prefix = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.874137] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.874317] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.dhcp_domain = novalocal {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.874492] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.enable_instance_password = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.874657] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.glance_link_prefix = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.874827] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.874999] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.875178] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.instance_list_per_project_cells = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.875348] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.list_records_by_skipping_down_cells = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.875506] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.local_metadata_per_cell = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.875680] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.max_limit = 1000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.875850] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.metadata_cache_expiration = 15 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.876035] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.neutron_default_tenant_id = default {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.876214] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.response_validation = warn {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.876410] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.use_neutron_default_nets = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.876595] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.876761] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.876929] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.877119] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.877296] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_dynamic_targets = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.877464] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_jsonfile_path = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.877649] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.877845] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.backend = dogpile.cache.memcached {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.878027] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.backend_argument = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.878201] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.backend_expiration_time = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.878367] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.config_prefix = cache.oslo {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.878537] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.dead_timeout = 60.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.878701] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.debug_cache_backend = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.878867] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.enable_retry_client = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.879043] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.enable_socket_keepalive = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.879220] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.enabled = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.879412] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.enforce_fips_mode = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.879601] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.expiration_time = 600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.879769] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.hashclient_retry_attempts = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.879939] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.880119] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_dead_retry = 300 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.880307] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_password = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.880482] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.880649] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.880813] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_pool_maxsize = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.880977] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.881155] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_sasl_enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.881337] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.881509] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.881670] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.memcache_username = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.881837] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.proxies = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.882023] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_db = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.882185] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_password = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.882368] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.882565] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.882741] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_server = localhost:6379 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.882909] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_socket_timeout = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.883083] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.redis_username = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.883252] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.retry_attempts = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.883420] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.retry_delay = 0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.883586] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.socket_keepalive_count = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.883749] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.socket_keepalive_idle = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.883912] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.socket_keepalive_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.884084] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.tls_allowed_ciphers = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.884244] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.tls_cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.884405] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.tls_certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.884565] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.tls_enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.884723] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cache.tls_keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.884891] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.885077] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.auth_type = password {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.885247] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.885447] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.885620] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.885784] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.885949] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.cross_az_attach = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.886126] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.debug = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.886287] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.endpoint_template = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.886458] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.http_retries = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.886619] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.886779] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.886951] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.os_region_name = RegionOne {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.887130] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.887300] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cinder.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.887475] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.887642] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.cpu_dedicated_set = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.887829] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.cpu_shared_set = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.887961] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.image_type_exclude_list = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.888142] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.888308] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.888495] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.888671] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.888842] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.889013] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.resource_provider_association_refresh = 300 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.889188] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.889356] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.shutdown_retry_interval = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.889541] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.889721] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] conductor.workers = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.889897] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] console.allowed_origins = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.890072] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] console.ssl_ciphers = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.890258] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] console.ssl_minimum_version = default {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.890470] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] consoleauth.enforce_session_timeout = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.890648] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] consoleauth.token_ttl = 600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.890826] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.890998] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.891182] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.891374] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.891545] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.891705] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.891867] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.892035] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.892202] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.892364] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.892524] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.892683] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.892841] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.893012] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.service_type = accelerator {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.893182] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.893343] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.893503] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.893662] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.893841] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.894006] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] cyborg.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.894186] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.asyncio_connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.894370] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.asyncio_slave_connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.894554] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.backend = sqlalchemy {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.894726] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.894892] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.connection_debug = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.895075] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.connection_parameters = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.895249] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.connection_recycle_time = 3600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.895417] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.connection_trace = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.895583] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.db_inc_retry_interval = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.895749] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.db_max_retries = 20 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.895910] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.db_max_retry_interval = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.896086] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.db_retry_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.896253] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.max_overflow = 50 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.896417] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.max_pool_size = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.896580] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.max_retries = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.896749] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.896909] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.mysql_wsrep_sync_wait = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.897080] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.pool_timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.897246] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.retry_interval = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.897437] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.slave_connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.897601] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.sqlite_synchronous = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.897764] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] database.use_db_reconnect = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.897934] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.asyncio_connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.898115] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.asyncio_slave_connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.898288] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.backend = sqlalchemy {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.898459] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.898627] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.connection_debug = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.898797] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.connection_parameters = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.898963] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.connection_recycle_time = 3600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.899139] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.connection_trace = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.899303] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.db_inc_retry_interval = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.899468] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.db_max_retries = 20 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.899631] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.db_max_retry_interval = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.899796] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.db_retry_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.899958] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.max_overflow = 50 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.900134] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.max_pool_size = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.900371] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.max_retries = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.900529] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.900696] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.900856] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.pool_timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.901033] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.retry_interval = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.901200] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.slave_connection = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.901364] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] api_database.sqlite_synchronous = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.901603] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] devices.enabled_mdev_types = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.901716] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.901887] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.902061] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ephemeral_storage_encryption.enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.902230] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.902402] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.api_servers = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.902567] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.902729] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.902892] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.903062] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.903225] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.903410] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.debug = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.903589] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.default_trusted_certificate_ids = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.903750] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.enable_certificate_validation = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.903911] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.enable_rbd_download = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.904081] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.904253] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.904420] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.904579] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.904738] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.904902] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.num_retries = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.905082] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.rbd_ceph_conf = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.905249] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.rbd_connect_timeout = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.905421] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.rbd_pool = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.905590] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.rbd_user = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.905759] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.905922] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.906099] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.906277] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.service_type = image {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.906468] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.906640] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.906801] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.906964] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.907162] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.907330] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.verify_glance_signatures = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.907493] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] glance.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.907660] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] guestfs.debug = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.907828] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.907993] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.auth_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.908170] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.908333] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.908497] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.908658] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.908818] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.908979] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.909157] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.909317] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.909505] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.909674] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.909835] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.909996] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.910170] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.910371] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.service_type = shared-file-system {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.910546] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.share_apply_policy_timeout = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.910712] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.910876] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.911051] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.911220] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.911423] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.911593] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] manila.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.911762] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] mks.enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.912133] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.912328] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] image_cache.manager_interval = 2400 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.912525] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] image_cache.precache_concurrency = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.912709] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] image_cache.remove_unused_base_images = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.912884] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.913067] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.913248] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] image_cache.subdirectory_name = _base {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.913428] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.api_max_retries = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.913592] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.api_retry_interval = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.913752] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.913913] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.auth_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.914085] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.914248] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.914413] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.914577] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.conductor_group = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.914741] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.914901] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.915072] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.915240] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.915401] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.915585] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.915750] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.915916] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.peer_list = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.916087] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.916249] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.916418] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.serial_console_state_timeout = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.916580] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.916752] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.service_type = baremetal {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.916913] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.shard = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.917089] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.917254] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.917443] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.917625] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.917808] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.917971] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ironic.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.918168] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.918350] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] key_manager.fixed_key = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.918553] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.918728] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.barbican_api_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.918890] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.barbican_endpoint = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.919076] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.barbican_endpoint_type = public {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.919244] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.barbican_region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.919405] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.919564] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.919725] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.919885] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.920058] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.920233] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.number_of_retries = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.920417] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.retry_delay = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.920584] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.send_service_user_token = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.920744] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.920902] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.921074] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.verify_ssl = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.921253] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican.verify_ssl_path = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.921452] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.921621] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.auth_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.921779] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.921936] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.922112] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.922275] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.922434] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.922593] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.922751] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] barbican_service_user.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.922916] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.approle_role_id = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.923086] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.approle_secret_id = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.923259] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.kv_mountpoint = secret {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.923423] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.kv_path = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.923588] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.kv_version = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.923746] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.namespace = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.923902] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.root_token_id = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.924070] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.ssl_ca_crt_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.924240] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.timeout = 60.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.924432] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.use_ssl = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.924607] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.924778] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.924939] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.925116] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.925283] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.925443] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.925598] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.925758] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.925912] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.926079] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.926242] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.926409] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.926595] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.926759] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.926930] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.service_type = identity {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.927108] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.927272] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.927435] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.927592] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.927769] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.927929] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] keystone.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.928134] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.ceph_mount_options = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.928451] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.928634] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.connection_uri = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.928799] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_mode = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.928969] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.929151] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_models = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.929326] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_power_governor_high = performance {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.929528] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.929710] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_power_management = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.929887] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.930076] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.device_detach_attempts = 8 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.930263] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.device_detach_timeout = 20 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.930453] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.disk_cachemodes = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.930623] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.disk_prefix = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.930790] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.enabled_perf_events = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.930956] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.file_backed_memory = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.931136] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.gid_maps = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.931314] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.hw_disk_discard = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.931485] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.hw_machine_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.931651] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_rbd_ceph_conf = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.931812] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.931973] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.932155] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_rbd_glance_store_name = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.932327] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_rbd_pool = rbd {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.932519] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_type = default {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.932692] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.images_volume_group = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.932853] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.inject_key = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.933025] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.inject_partition = -2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.933189] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.inject_password = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.933349] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.iscsi_iface = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.933513] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.iser_use_multipath = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.933679] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.933846] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934012] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_downtime = 500 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934186] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934349] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934508] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_inbound_addr = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934666] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934824] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.934979] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_scheme = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.935162] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_timeout_action = abort {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.935322] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_tunnelled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.935483] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_uri = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.935665] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.live_migration_with_native_tls = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.935827] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.max_queues = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.935991] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.936236] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.936401] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.nfs_mount_options = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.936688] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.936863] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.937041] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.937208] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.937375] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.937538] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.num_pcie_ports = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.937705] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.937865] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.pmem_namespaces = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.938035] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.quobyte_client_cfg = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.938342] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.938535] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.938720] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.938898] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.939074] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rbd_secret_uuid = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.939237] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rbd_user = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.939406] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.939575] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.939733] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rescue_image_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.939890] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rescue_kernel_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.940055] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rescue_ramdisk_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.940232] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.940408] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.rx_queue_size = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.940578] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.smbfs_mount_options = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.940865] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.941052] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.snapshot_compression = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.941229] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.snapshot_image_format = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.941492] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.941663] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.sparse_logical_volumes = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.941826] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.swtpm_enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.941995] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.swtpm_group = tss {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.942179] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.swtpm_user = tss {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.942351] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.sysinfo_serial = unique {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.942516] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.tb_cache_size = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.942674] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.tx_queue_size = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.942838] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.uid_maps = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.943005] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.use_virtio_for_bridges = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.943181] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.virt_type = kvm {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.943351] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.volume_clear = zero {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.943546] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.volume_clear_size = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.943726] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.volume_use_multipath = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.943886] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_cache_path = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.944069] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.944242] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.944409] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.944577] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.944864] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.945063] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.vzstorage_mount_user = stack {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.945238] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.945413] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.945589] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.auth_type = password {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.945750] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.945911] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.946086] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.946250] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.946410] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.946602] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.default_floating_pool = public {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.946771] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.946936] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.extension_sync_interval = 600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.947112] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.http_retries = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.947277] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.947437] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.947607] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.947778] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.947940] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.948124] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.ovs_bridge = br-int {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.948295] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.physnets = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.948466] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.region_name = RegionOne {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.948628] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.948793] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.service_metadata_proxy = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.948951] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.949132] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.service_type = network {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.949298] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.949456] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.949636] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.949802] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.949984] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.950161] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] neutron.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.950367] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] notifications.bdms_in_notifications = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.950547] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] notifications.default_level = INFO {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.950713] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] notifications.include_share_mapping = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.950887] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] notifications.notification_format = unversioned {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.951065] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] notifications.notify_on_state_change = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.951264] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.951449] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] pci.alias = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.951620] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] pci.device_spec = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.951785] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] pci.report_in_placement = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.951956] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.952147] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.auth_type = password {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.952319] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.952482] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.952670] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.952841] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953010] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953181] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953342] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.default_domain_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953503] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.default_domain_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953660] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.domain_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953816] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.domain_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.953974] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.954147] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.954305] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.954464] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.954621] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.954787] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.password = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.954945] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.project_domain_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.955124] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.project_domain_name = Default {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.955294] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.project_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.955477] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.project_name = service {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.955658] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.region_name = RegionOne {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.955825] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.955983] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.956165] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.service_type = placement {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.956332] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.956493] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.956652] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.956809] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.system_scope = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.956966] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.957138] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.trust_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.957297] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.user_domain_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.957463] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.user_domain_name = Default {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.957622] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.user_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.957794] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.username = nova {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.957970] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.958144] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] placement.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.958328] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.cores = 20 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.958495] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.count_usage_from_placement = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.958686] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.958889] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.injected_file_content_bytes = 10240 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.959044] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.injected_file_path_length = 255 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.959218] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.injected_files = 5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.959386] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.instances = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.959557] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.key_pairs = 100 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.959725] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.metadata_items = 128 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.959892] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.ram = 51200 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.960066] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.recheck_quota = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.960257] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.server_group_members = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.960432] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.server_groups = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.960641] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.960817] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] quota.unified_limits_resource_strategy = require {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.960996] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.961176] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.961385] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.image_metadata_prefilter = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.961563] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.961730] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.max_attempts = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.961894] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.max_placement_results = 1000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.962068] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.962233] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.962395] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.962568] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] scheduler.workers = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.962739] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.962907] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.963097] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.963268] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.963432] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.963595] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.963756] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.963940] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.964121] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.host_subset_size = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.964308] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.964484] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.964651] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.964817] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.isolated_hosts = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.964980] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.isolated_images = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.965172] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.965335] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.965500] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.965662] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.pci_in_placement = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.965821] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.965981] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.966155] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.966316] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.966479] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.966638] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.966796] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.track_instance_changes = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.966971] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.967152] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metrics.required = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.967333] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metrics.weight_multiplier = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.967516] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.967682] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] metrics.weight_setting = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.967992] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.968183] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] serial_console.enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.968362] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] serial_console.port_range = 10000:20000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.968535] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.968705] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.968872] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] serial_console.serialproxy_port = 6083 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.969056] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.969235] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.auth_type = password {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.969398] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.969555] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.969715] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.969874] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.970039] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.970217] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.send_service_user_token = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.970424] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.970597] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] service_user.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.970768] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.agent_enabled = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.970929] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.971263] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.971507] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.971684] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.html5proxy_port = 6082 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.971846] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.image_compression = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972015] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.jpeg_compression = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972179] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.playback_compression = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972343] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.require_secure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972513] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.server_listen = 127.0.0.1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972680] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972839] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.streaming_mode = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.972995] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] spice.zlib_compression = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.973176] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] upgrade_levels.baseapi = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.973356] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] upgrade_levels.compute = auto {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.973558] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] upgrade_levels.conductor = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.973725] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] upgrade_levels.scheduler = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.973914] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.974092] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.974252] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.974414] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.974573] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.974729] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.974885] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.975054] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.975216] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vendordata_dynamic_auth.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.975392] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.api_retry_count = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.975554] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.ca_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.975725] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.975890] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.cluster_name = testcl1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.976066] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.connection_pool_size = 10 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.976231] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.console_delay_seconds = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.976416] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.datastore_regex = ^datastore.* {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.976642] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.976819] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.host_password = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.976989] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.host_port = 443 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.977174] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.host_username = administrator@vsphere.local {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.977343] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.insecure = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.977509] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.integration_bridge = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.977674] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.maximum_objects = 100 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.977833] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.pbm_default_policy = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.977993] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.pbm_enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.978163] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.pbm_wsdl_location = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.978331] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.978490] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.serial_port_proxy_uri = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.978648] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.serial_port_service_uri = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.978811] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.task_poll_interval = 0.5 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.978983] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.use_linked_clone = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.979164] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.vnc_keymap = en-us {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.979331] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.vnc_port = 5900 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.979523] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vmware.vnc_port_total = 10000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.979719] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.auth_schemes = ['none'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.979895] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.980206] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.980416] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.980595] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.novncproxy_port = 6080 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.980781] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.server_listen = 127.0.0.1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.980961] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.981139] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.vencrypt_ca_certs = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.981320] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.vencrypt_client_cert = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.981487] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vnc.vencrypt_client_key = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.981661] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.981824] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.disable_deep_image_inspection = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.981983] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.982157] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.982316] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.982497] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.disable_rootwrap = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.982676] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.enable_numa_live_migration = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.982838] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.982995] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.983166] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.983325] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.libvirt_disable_apic = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.983482] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.983646] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.983808] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.983966] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.984139] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.984299] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.984457] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.984667] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.984868] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.985050] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.985238] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.985410] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.client_socket_timeout = 900 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.985576] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.default_pool_size = 1000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.985742] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.keep_alive = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.985906] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.max_header_line = 16384 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.986077] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.986240] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.ssl_ca_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.986406] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.ssl_cert_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.986630] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.ssl_key_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.986812] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.tcp_keepidle = 600 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.986994] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.987174] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] zvm.ca_file = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.987336] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] zvm.cloud_connector_url = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.987651] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.987847] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] zvm.reachable_timeout = 300 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.988032] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.988215] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.988390] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.connection_string = messaging:// {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.988558] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.enabled = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.988723] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.es_doc_type = notification {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.988892] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.es_scroll_size = 10000 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.989073] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.es_scroll_time = 2m {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.989241] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.filter_error_trace = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.989412] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.hmac_keys = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.989578] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.sentinel_service_name = mymaster {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.989742] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.socket_timeout = 0.1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.989900] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.trace_requests = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.990070] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler.trace_sqlalchemy = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.990282] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler_jaeger.process_tags = {} {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.990447] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler_jaeger.service_name_prefix = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.990624] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] profiler_otlp.service_name_prefix = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.990808] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] remote_debug.host = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.990972] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] remote_debug.port = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.991162] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.991354] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.991531] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.991696] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.991856] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992031] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992188] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992351] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992513] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992680] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992835] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.992998] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.993177] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.993341] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.993510] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.993681] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.993846] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.994024] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.994194] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.994358] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.994524] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.994689] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.994848] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995013] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995185] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995344] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995506] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995666] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995828] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.995990] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.ssl = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.996170] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.996334] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.996497] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.996662] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.996824] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.996981] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.997177] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.997346] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_notifications.retry = -1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.997522] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.997689] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.997858] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.auth_section = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998029] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.auth_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998193] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.cafile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998352] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.certfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998514] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.collect_timing = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998672] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.connect_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998826] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.connect_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.998980] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.endpoint_id = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.999163] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.999320] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.endpoint_override = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.999476] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.endpoint_region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.999630] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.endpoint_service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.999782] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.endpoint_service_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.999939] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.insecure = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.000109] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.keyfile = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.000289] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.max_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.000450] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.min_version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.000606] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.region_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.000763] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.retriable_status_codes = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.000920] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.service_name = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.001088] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.service_type = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.001266] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.split_loggers = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.001438] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.status_code_retries = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.001599] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.status_code_retry_delay = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.001757] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.timeout = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.001913] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.valid_interfaces = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.002081] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_limit.version = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.002247] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_reports.file_event_handler = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.002411] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.002566] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] oslo_reports.log_dir = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.002733] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.002889] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.003055] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.003224] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.003386] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.003545] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.003712] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.003865] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_ovs_privileged.group = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.004035] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.004206] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.004367] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.004525] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] vif_plug_ovs_privileged.user = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.004692] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.004865] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.005044] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.005218] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.005387] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.005560] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.005724] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.005884] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.006070] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.006243] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.isolate_vif = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.006416] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.006581] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.006748] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.006914] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.007084] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] os_vif_ovs.per_port_bridge = False {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.007256] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] privsep_osbrick.capabilities = [21] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.007415] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] privsep_osbrick.group = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.007572] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] privsep_osbrick.helper_command = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.007734] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.007898] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.008074] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] privsep_osbrick.user = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.008250] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.008409] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] nova_sys_admin.group = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.008563] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] nova_sys_admin.helper_command = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.008725] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.008887] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.009056] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] nova_sys_admin.user = None {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.009189] env[63393]: DEBUG oslo_service.service [None req-55319112-66a6-4be3-9234-a9c23d0a4e92 None None] ******************************************************************************** {{(pid=63393) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 477.009598] env[63393]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 477.512979] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Getting list of instances from cluster (obj){ [ 477.512979] env[63393]: value = "domain-c8" [ 477.512979] env[63393]: _type = "ClusterComputeResource" [ 477.512979] env[63393]: } {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 477.514105] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc854b-61ea-4abb-be69-bae46abd9c4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.523188] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Got total of 0 instances {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 477.523793] env[63393]: WARNING nova.virt.vmwareapi.driver [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 477.524277] env[63393]: INFO nova.virt.node [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Generated node identity 4749b759-4535-4578-b3dd-4366ddbc89ea [ 477.524517] env[63393]: INFO nova.virt.node [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Wrote node identity 4749b759-4535-4578-b3dd-4366ddbc89ea to /opt/stack/data/n-cpu-1/compute_id [ 478.027400] env[63393]: WARNING nova.compute.manager [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Compute nodes ['4749b759-4535-4578-b3dd-4366ddbc89ea'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 479.034010] env[63393]: INFO nova.compute.manager [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 480.039553] env[63393]: WARNING nova.compute.manager [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 480.039878] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.040053] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.040209] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.040421] env[63393]: DEBUG nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 480.041320] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0b20a9-43f1-4c59-8ce2-5de47a0478bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.049356] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e780039-8973-4922-b80d-df1e2053c84d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.062777] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6a639-778d-438b-94fd-90a4dbcaf116 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.068977] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebdafff-d03c-46e5-97a0-d8587dbfe34e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.097486] env[63393]: DEBUG nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181163MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 480.097647] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.097814] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.600136] env[63393]: WARNING nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] No compute node record for cpu-1:4749b759-4535-4578-b3dd-4366ddbc89ea: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4749b759-4535-4578-b3dd-4366ddbc89ea could not be found. [ 481.103688] env[63393]: INFO nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4749b759-4535-4578-b3dd-4366ddbc89ea [ 482.614023] env[63393]: DEBUG nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 482.614023] env[63393]: DEBUG nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 482.767129] env[63393]: INFO nova.scheduler.client.report [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] [req-0c944de5-6bfa-49b7-b02f-cc722173e923] Created resource provider record via placement API for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 482.783078] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7474a-2de6-4dde-9b27-e8915c3f4296 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.789810] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7a837-706b-425b-8250-490d1d7e7cf5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.820028] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f05e5-9f7c-4a1c-88b6-b31b0cb421ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.827357] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05dc948-db25-45c7-851f-ff95b1ad6f54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.840920] env[63393]: DEBUG nova.compute.provider_tree [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 483.378971] env[63393]: DEBUG nova.scheduler.client.report [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 483.378971] env[63393]: DEBUG nova.compute.provider_tree [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 0 to 1 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 483.378971] env[63393]: DEBUG nova.compute.provider_tree [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 483.429869] env[63393]: DEBUG nova.compute.provider_tree [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 1 to 2 during operation: update_traits {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 483.934984] env[63393]: DEBUG nova.compute.resource_tracker [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 483.934984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.934984] env[63393]: DEBUG nova.service [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Creating RPC server for service compute {{(pid=63393) start /opt/stack/nova/nova/service.py:186}} [ 483.946424] env[63393]: DEBUG nova.service [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] Join ServiceGroup membership for this service compute {{(pid=63393) start /opt/stack/nova/nova/service.py:203}} [ 483.946834] env[63393]: DEBUG nova.servicegroup.drivers.db [None req-ae521444-a2d2-4366-a6f1-2937d7ee62be None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63393) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 518.760792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.761250] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.263610] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 519.818853] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.822392] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.823023] env[63393]: INFO nova.compute.claims [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 520.504714] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "6b84681b-8d45-483f-83ae-b7810ee9612d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.504949] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.898226] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc60842-7375-450b-9a10-3e6f6a8464a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.906195] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a976f5fa-d264-4627-8f3d-0001e659668b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.944507] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbba0c5-8ead-409e-940e-070479de0189 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.952123] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fced87-9663-447a-a4b7-c6369246cf29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.965500] env[63393]: DEBUG nova.compute.provider_tree [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 521.007373] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 521.469044] env[63393]: DEBUG nova.scheduler.client.report [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 521.540374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.979401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.980998] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 521.987198] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.446s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.988235] env[63393]: INFO nova.compute.claims [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 522.438230] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "d274894c-f404-482d-8ef2-ce3c58cd3878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.438498] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.485015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.485015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.500363] env[63393]: DEBUG nova.compute.utils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 522.507072] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 522.507365] env[63393]: DEBUG nova.network.neutron [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 522.763763] env[63393]: DEBUG nova.policy [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fba9918b8fc4e288a85a632ea2e55ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48467042b2a5473fa783b8a2dea3e88d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 522.943940] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 522.988204] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 523.013579] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 523.119377] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f347dbec-60e3-49fd-9a1a-926e327ebede {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.127701] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1240f8c3-883a-4535-8a47-eb09a094b96e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.166877] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31012011-f01c-44fe-9b31-ceb0d90aa7e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.174164] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d426819-a682-46e3-aa0f-b1b6040677cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.188410] env[63393]: DEBUG nova.compute.provider_tree [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 523.474393] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.520874] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.693112] env[63393]: DEBUG nova.scheduler.client.report [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 523.727625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.727625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.950726] env[63393]: DEBUG nova.network.neutron [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Successfully created port: 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 524.028599] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 524.067211] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 524.067211] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 524.067211] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 524.067353] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 524.067353] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 524.067353] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 524.067353] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 524.067662] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 524.068207] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 524.068736] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 524.069177] env[63393]: DEBUG nova.virt.hardware [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 524.070424] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46569a10-272c-4c58-9596-a3c2e6bcc071 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.087989] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53f95a-2718-4a17-b384-9da43762bd20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.112447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd2dc9-a8c1-4a63-a00e-b1a81d240075 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.199156] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.200768] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 524.206450] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.731s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.208474] env[63393]: INFO nova.compute.claims [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 524.231132] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 524.277640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.277899] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.707567] env[63393]: DEBUG nova.compute.utils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 524.713019] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 524.713019] env[63393]: DEBUG nova.network.neutron [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 524.767159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.784106] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 524.810347] env[63393]: DEBUG nova.policy [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5da0ddc02187477dbc388be6d22057c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dda75a07d0bb459a84c2388720825311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 525.216982] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 525.315571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.340687] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.340839] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.347052] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3bc7ba-b176-466b-9add-8495bf9f6479 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.355799] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf289f4d-0f9e-4681-b9e8-4acc91de373f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.391538] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e4d58-adc4-4ecd-ae35-a2f2e3506951 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.398970] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d42ad6-b568-4e7f-ad1b-d2dd4b7c0e66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.414210] env[63393]: DEBUG nova.compute.provider_tree [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.578471] env[63393]: DEBUG nova.network.neutron [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Successfully created port: 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 525.843935] env[63393]: DEBUG nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 525.916487] env[63393]: DEBUG nova.scheduler.client.report [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 526.137514] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "f255de95-0e89-488b-8441-cc7c997cdf89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.137931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "f255de95-0e89-488b-8441-cc7c997cdf89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.237285] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 526.267811] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 526.268064] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 526.268221] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 526.268398] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 526.268541] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 526.268684] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 526.268885] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 526.269395] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 526.269732] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 526.269948] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 526.270175] env[63393]: DEBUG nova.virt.hardware [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 526.272199] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d07466f-01fa-4646-a6b3-57ecf078028b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.281871] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05ed8b-c1f4-4cd2-8180-f433aac25bc7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.367532] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.429693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.429693] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 526.430859] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.910s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.435663] env[63393]: INFO nova.compute.claims [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.640697] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 526.932897] env[63393]: DEBUG nova.compute.utils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 526.934322] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 526.934504] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 526.958819] env[63393]: DEBUG nova.network.neutron [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Successfully updated port: 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 527.070278] env[63393]: DEBUG nova.policy [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cd3f06aa8b42309b717f6d72285659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9530466743054fc4a73298f3fa43fc94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 527.169559] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.440193] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 527.463830] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "refresh_cache-fa73bac1-49d8-4360-a96e-1527ee1fc1cf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.463981] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired lock "refresh_cache-fa73bac1-49d8-4360-a96e-1527ee1fc1cf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.464166] env[63393]: DEBUG nova.network.neutron [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 527.657632] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "92a64953-87ea-4307-a16a-e2cd144d7350" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.657895] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "92a64953-87ea-4307-a16a-e2cd144d7350" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.659800] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2a2db9-a39c-4556-bc06-ede0e7d947a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.668184] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5970fd6d-eb27-4a7a-88a1-4573d0ba6b66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.699204] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ef6db-b1b9-4bd2-8ddb-b0ac370170cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.706590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2981f4-6cc0-4bf9-8213-b2416c9ee6a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.721784] env[63393]: DEBUG nova.compute.provider_tree [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.932592] env[63393]: DEBUG nova.network.neutron [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Successfully updated port: 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 528.062180] env[63393]: DEBUG nova.network.neutron [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 528.147387] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Successfully created port: 7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 528.163323] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.228402] env[63393]: DEBUG nova.scheduler.client.report [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 528.437174] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.437290] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.437480] env[63393]: DEBUG nova.network.neutron [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 528.457027] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 528.463282] env[63393]: DEBUG nova.network.neutron [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Updating instance_info_cache with network_info: [{"id": "7b1c1254-a16a-4709-8cc6-c0f52a70c6e1", "address": "fa:16:3e:bb:d0:6b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1c1254-a1", "ovs_interfaceid": "7b1c1254-a16a-4709-8cc6-c0f52a70c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.501636] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 528.502467] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 528.503395] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 528.503951] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 528.505079] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 528.505079] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 528.505346] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 528.505346] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 528.506041] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 528.506363] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 528.506572] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 528.507908] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc6e597-6a9d-4a44-832b-2b2f96ef0a95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.522463] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac00f5dc-131f-4098-b948-cc8d39cddf2e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.703171] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.734144] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.734658] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 528.739605] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.970s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.743296] env[63393]: INFO nova.compute.claims [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.964292] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Releasing lock "refresh_cache-fa73bac1-49d8-4360-a96e-1527ee1fc1cf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.964292] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Instance network_info: |[{"id": "7b1c1254-a16a-4709-8cc6-c0f52a70c6e1", "address": "fa:16:3e:bb:d0:6b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1c1254-a1", "ovs_interfaceid": "7b1c1254-a16a-4709-8cc6-c0f52a70c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 528.964560] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d0:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b1c1254-a16a-4709-8cc6-c0f52a70c6e1', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 528.976978] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 528.977292] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd4a0856-4d90-409f-9523-06a1d36b4f7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.994616] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Created folder: OpenStack in parent group-v4. [ 528.995752] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating folder: Project (48467042b2a5473fa783b8a2dea3e88d). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 528.995752] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0091ad2c-374c-492b-8f40-340e60b044d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.002338] env[63393]: DEBUG nova.network.neutron [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 529.006066] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Created folder: Project (48467042b2a5473fa783b8a2dea3e88d) in parent group-v540494. [ 529.006302] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating folder: Instances. Parent ref: group-v540495. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 529.006526] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08cdd073-1a7e-44c1-a911-d5043272f339 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.020097] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Created folder: Instances in parent group-v540495. [ 529.020097] env[63393]: DEBUG oslo.service.loopingcall [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 529.020097] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 529.024020] env[63393]: DEBUG nova.compute.manager [req-44d0c622-1a68-4dfe-9aad-f7089f569caa req-a89c85e8-b72b-46d2-a601-8ab81b4f7cb4 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Received event network-vif-plugged-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 529.024020] env[63393]: DEBUG oslo_concurrency.lockutils [req-44d0c622-1a68-4dfe-9aad-f7089f569caa req-a89c85e8-b72b-46d2-a601-8ab81b4f7cb4 service nova] Acquiring lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.024020] env[63393]: DEBUG oslo_concurrency.lockutils [req-44d0c622-1a68-4dfe-9aad-f7089f569caa req-a89c85e8-b72b-46d2-a601-8ab81b4f7cb4 service nova] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.024020] env[63393]: DEBUG oslo_concurrency.lockutils [req-44d0c622-1a68-4dfe-9aad-f7089f569caa req-a89c85e8-b72b-46d2-a601-8ab81b4f7cb4 service nova] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.024020] env[63393]: DEBUG nova.compute.manager [req-44d0c622-1a68-4dfe-9aad-f7089f569caa req-a89c85e8-b72b-46d2-a601-8ab81b4f7cb4 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] No waiting events found dispatching network-vif-plugged-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 529.024483] env[63393]: WARNING nova.compute.manager [req-44d0c622-1a68-4dfe-9aad-f7089f569caa req-a89c85e8-b72b-46d2-a601-8ab81b4f7cb4 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Received unexpected event network-vif-plugged-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 for instance with vm_state building and task_state spawning. [ 529.024483] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-643f81b5-ade7-4364-b13c-075a3bb53f1c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.046628] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 529.046628] env[63393]: value = "task-2681069" [ 529.046628] env[63393]: _type = "Task" [ 529.046628] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.055650] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681069, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.248327] env[63393]: DEBUG nova.compute.utils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 529.249877] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 529.250048] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 529.304730] env[63393]: DEBUG nova.policy [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cd3f06aa8b42309b717f6d72285659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9530466743054fc4a73298f3fa43fc94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 529.450760] env[63393]: DEBUG nova.network.neutron [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Updating instance_info_cache with network_info: [{"id": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "address": "fa:16:3e:b6:9a:e7", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1e47fd-f1", "ovs_interfaceid": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 529.558271] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681069, 'name': CreateVM_Task, 'duration_secs': 0.353653} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 529.558554] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 529.575429] env[63393]: DEBUG oslo_vmware.service [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1c4b9a-3d67-481a-93a0-32b71d65f457 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.582348] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.582517] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.583286] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.583539] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d21550-eeb2-473b-92c4-5fd765a3d7a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.590462] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 529.590462] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f4576f-e838-aafa-1934-0ae92ebbc359" [ 529.590462] env[63393]: _type = "Task" [ 529.590462] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 529.599712] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f4576f-e838-aafa-1934-0ae92ebbc359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 529.756280] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 529.815065] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Successfully created port: 6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 529.945152] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9c87b-514c-43cb-9a5f-e49dd93565be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.954883] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.955604] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Instance network_info: |[{"id": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "address": "fa:16:3e:b6:9a:e7", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1e47fd-f1", "ovs_interfaceid": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 529.957333] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e0750-fc49-4754-8cb4-492b20aea62f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.962111] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:9a:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1e47fd-f19f-4cba-b700-bd8a3ef6242b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 529.970585] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating folder: Project (dda75a07d0bb459a84c2388720825311). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 529.973286] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175fda83-3696-4f07-a180-e781fbe31750 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.011440] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0f459-e6ab-4dff-906a-20cd6f8df0db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.018616] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109bf0cb-aed2-4374-b87b-ff44adb8ac47 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.027783] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Created folder: Project (dda75a07d0bb459a84c2388720825311) in parent group-v540494. [ 530.028018] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating folder: Instances. Parent ref: group-v540498. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.028587] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed1b58ca-be3d-4015-95f3-34194553976a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.044506] env[63393]: DEBUG nova.compute.provider_tree [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 530.054116] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Created folder: Instances in parent group-v540498. [ 530.054116] env[63393]: DEBUG oslo.service.loopingcall [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 530.054116] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 530.054116] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af73ac64-8724-438c-a08b-434dee7242f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.081747] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 530.081747] env[63393]: value = "task-2681072" [ 530.081747] env[63393]: _type = "Task" [ 530.081747] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.090380] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681072, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.099226] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.099421] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 530.099647] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.099832] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.100239] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 530.100477] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec04ef3-782b-41a1-b304-f478a408169b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.122331] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 530.122525] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 530.123630] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb32d8-f041-40c1-a895-8ada9ab50e89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.132819] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd3c54c-2da2-44fc-941b-5867772e3773 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.139742] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 530.139742] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524e44ea-1315-8066-4552-ce29a367c625" [ 530.139742] env[63393]: _type = "Task" [ 530.139742] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.151176] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524e44ea-1315-8066-4552-ce29a367c625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.165199] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.165472] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.382036] env[63393]: DEBUG nova.compute.manager [req-eaa044fc-1728-42fe-ae4e-213b8bb73255 req-16edeee5-0c17-4ccf-a160-b89c1b571fbd service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Received event network-vif-plugged-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 530.382331] env[63393]: DEBUG oslo_concurrency.lockutils [req-eaa044fc-1728-42fe-ae4e-213b8bb73255 req-16edeee5-0c17-4ccf-a160-b89c1b571fbd service nova] Acquiring lock "6b84681b-8d45-483f-83ae-b7810ee9612d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.382482] env[63393]: DEBUG oslo_concurrency.lockutils [req-eaa044fc-1728-42fe-ae4e-213b8bb73255 req-16edeee5-0c17-4ccf-a160-b89c1b571fbd service nova] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.382675] env[63393]: DEBUG oslo_concurrency.lockutils [req-eaa044fc-1728-42fe-ae4e-213b8bb73255 req-16edeee5-0c17-4ccf-a160-b89c1b571fbd service nova] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.382828] env[63393]: DEBUG nova.compute.manager [req-eaa044fc-1728-42fe-ae4e-213b8bb73255 req-16edeee5-0c17-4ccf-a160-b89c1b571fbd service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] No waiting events found dispatching network-vif-plugged-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 530.383678] env[63393]: WARNING nova.compute.manager [req-eaa044fc-1728-42fe-ae4e-213b8bb73255 req-16edeee5-0c17-4ccf-a160-b89c1b571fbd service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Received unexpected event network-vif-plugged-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b for instance with vm_state building and task_state spawning. [ 530.549933] env[63393]: DEBUG nova.scheduler.client.report [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.598943] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681072, 'name': CreateVM_Task, 'duration_secs': 0.357703} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.599244] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 530.599822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.599985] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.600309] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.600629] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3deaf722-8f72-4d2c-b6ee-70969acaae3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.609193] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 530.609193] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526bbd4f-edff-04ba-49a5-66ae0d65bfc7" [ 530.609193] env[63393]: _type = "Task" [ 530.609193] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.618332] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526bbd4f-edff-04ba-49a5-66ae0d65bfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.648397] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Successfully updated port: 7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 530.658026] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 530.658026] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating directory with path [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 530.658026] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f9a6e1-ff1c-4855-a3b0-446b004bac74 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.669544] env[63393]: DEBUG nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.682987] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Created directory with path [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 530.683243] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Fetch image to [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 530.683415] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Downloading image file data bd5eb902-396c-47c9-8e51-cd10024c33a5 to [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk on the data store datastore1 {{(pid=63393) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 530.684278] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d515f-edc0-4fd5-a55d-103dde578a30 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.694978] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c1bc8-504e-45e7-b118-03acb44b4411 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.711347] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d77fe2-1c14-4218-bbd0-d721e0699d3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.747611] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2892df-ca6d-4758-a67d-57fc05df1ae2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.755209] env[63393]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a1549ac5-707c-4118-b27c-54d5ef636384 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.775306] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 530.787104] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Downloading image file data bd5eb902-396c-47c9-8e51-cd10024c33a5 to the data store datastore1 {{(pid=63393) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 530.807194] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 530.808434] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.809192] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 530.809470] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.809667] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 530.812108] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 530.812108] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 530.812108] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 530.812108] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 530.812108] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 530.812359] env[63393]: DEBUG nova.virt.hardware [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 530.814035] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0590aaa0-eebc-436a-975b-195c1985bd54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.826236] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290528e1-b56a-4433-8069-4557c32bfe3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.973888] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 531.055685] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.056287] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 531.058837] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.743s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.060265] env[63393]: INFO nova.compute.claims [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 531.131808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.132371] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 531.132793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.153262] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "refresh_cache-d274894c-f404-482d-8ef2-ce3c58cd3878" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.153416] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "refresh_cache-d274894c-f404-482d-8ef2-ce3c58cd3878" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.157019] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 531.209445] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.498505] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Successfully updated port: 6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 531.570586] env[63393]: DEBUG nova.compute.utils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 531.578834] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 531.578944] env[63393]: DEBUG nova.network.neutron [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 531.670116] env[63393]: DEBUG nova.policy [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5da0ddc02187477dbc388be6d22057c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dda75a07d0bb459a84c2388720825311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.746073] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 531.746315] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 531.869220] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 531.885873] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Downloaded image file data bd5eb902-396c-47c9-8e51-cd10024c33a5 to vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk on the data store datastore1 {{(pid=63393) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 531.887616] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 531.887725] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Copying Virtual Disk [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk to [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 531.888221] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dc5fb6e-717a-4cf0-a5b5-4178a98f91f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.902846] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 531.902846] env[63393]: value = "task-2681073" [ 531.902846] env[63393]: _type = "Task" [ 531.902846] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.923242] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.006922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "refresh_cache-a82c7bc8-b723-4dff-9479-42aa45d92a42" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.006922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "refresh_cache-a82c7bc8-b723-4dff-9479-42aa45d92a42" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.006922] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 532.060934] env[63393]: DEBUG nova.network.neutron [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Successfully created port: 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 532.075897] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.283328] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815959e2-5a88-4877-9381-58f0ca7ddac6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.291962] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbcdeb-c065-4a23-bece-59745085c7d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.299944] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Updating instance_info_cache with network_info: [{"id": "7222ae59-8ac2-4e02-9f5a-38c630dd137b", "address": "fa:16:3e:0a:40:eb", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7222ae59-8a", "ovs_interfaceid": "7222ae59-8ac2-4e02-9f5a-38c630dd137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 532.339665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "refresh_cache-d274894c-f404-482d-8ef2-ce3c58cd3878" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.340058] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Instance network_info: |[{"id": "7222ae59-8ac2-4e02-9f5a-38c630dd137b", "address": "fa:16:3e:0a:40:eb", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7222ae59-8a", "ovs_interfaceid": "7222ae59-8ac2-4e02-9f5a-38c630dd137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 532.340952] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e17d9-9fe6-47ca-b23f-ac7c7a5ef8da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.344719] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:40:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7222ae59-8ac2-4e02-9f5a-38c630dd137b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 532.353099] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Creating folder: Project (9530466743054fc4a73298f3fa43fc94). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 532.354031] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ead596-f2b0-4eba-ab87-16aa8423f13b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.362089] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8827562b-ee6b-4fe4-80ce-3bd3a9e21b4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.367526] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Created folder: Project (9530466743054fc4a73298f3fa43fc94) in parent group-v540494. [ 532.367842] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Creating folder: Instances. Parent ref: group-v540501. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 532.368511] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b95e001-13d5-48b1-902b-08643e3585bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.379089] env[63393]: DEBUG nova.compute.provider_tree [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.390297] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Created folder: Instances in parent group-v540501. [ 532.390297] env[63393]: DEBUG oslo.service.loopingcall [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 532.390297] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 532.390761] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3007346e-1267-4b44-9945-cb7b4ff12863 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.417746] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681073, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.419771] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 532.419771] env[63393]: value = "task-2681076" [ 532.419771] env[63393]: _type = "Task" [ 532.419771] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.429287] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681076, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.616492] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 532.882588] env[63393]: DEBUG nova.scheduler.client.report [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 532.901714] env[63393]: DEBUG nova.network.neutron [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Updating instance_info_cache with network_info: [{"id": "6e7fe3ed-637b-4b28-b53c-599af2b67746", "address": "fa:16:3e:1c:1c:23", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7fe3ed-63", "ovs_interfaceid": "6e7fe3ed-637b-4b28-b53c-599af2b67746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 532.918287] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693269} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.919020] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Copied Virtual Disk [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk to [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 532.919020] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleting the datastore file [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 532.919020] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd29b285-abc3-41eb-ba39-533cb0685db1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.932167] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 532.932167] env[63393]: value = "task-2681077" [ 532.932167] env[63393]: _type = "Task" [ 532.932167] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.932167] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681076, 'name': CreateVM_Task, 'duration_secs': 0.369941} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 532.932376] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 532.939043] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.939236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.939515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.940120] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d4fb5c-2e27-4f59-b4d9-0474116e293f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.948407] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 532.948407] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5254409c-d905-424e-f443-7e4b671511df" [ 532.948407] env[63393]: _type = "Task" [ 532.948407] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.964255] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.964255] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 532.964255] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.971921] env[63393]: DEBUG nova.compute.manager [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Received event network-changed-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 532.972116] env[63393]: DEBUG nova.compute.manager [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Refreshing instance network info cache due to event network-changed-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 532.972322] env[63393]: DEBUG oslo_concurrency.lockutils [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] Acquiring lock "refresh_cache-fa73bac1-49d8-4360-a96e-1527ee1fc1cf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.972466] env[63393]: DEBUG oslo_concurrency.lockutils [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] Acquired lock "refresh_cache-fa73bac1-49d8-4360-a96e-1527ee1fc1cf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.972609] env[63393]: DEBUG nova.network.neutron [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Refreshing network info cache for port 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 533.089550] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.128091] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.128823] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.128823] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.128823] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.129139] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.129139] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.129543] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.129543] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.129638] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.129791] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.129953] env[63393]: DEBUG nova.virt.hardware [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.130854] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22280653-0b77-41e4-a819-ed9108dcd7ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.143315] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f625e8c4-8c2c-417d-9de7-c8745fa0754c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.388639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.389201] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 533.392894] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.025s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.394313] env[63393]: INFO nova.compute.claims [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.406405] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "refresh_cache-a82c7bc8-b723-4dff-9479-42aa45d92a42" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.406405] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Instance network_info: |[{"id": "6e7fe3ed-637b-4b28-b53c-599af2b67746", "address": "fa:16:3e:1c:1c:23", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7fe3ed-63", "ovs_interfaceid": "6e7fe3ed-637b-4b28-b53c-599af2b67746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 533.406734] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:1c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7fe3ed-637b-4b28-b53c-599af2b67746', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 533.419680] env[63393]: DEBUG oslo.service.loopingcall [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 533.419680] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 533.419680] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-328a772c-f493-4c0c-959c-6c762711927e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.447687] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042079} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.448448] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 533.448871] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Moving file from [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722/bd5eb902-396c-47c9-8e51-cd10024c33a5 to [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5. {{(pid=63393) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 533.451425] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 533.451425] env[63393]: value = "task-2681078" [ 533.451425] env[63393]: _type = "Task" [ 533.451425] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.451425] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-16c5b458-f8bf-46b2-965c-383de4a76712 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.465328] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681078, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.466839] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 533.466839] env[63393]: value = "task-2681079" [ 533.466839] env[63393]: _type = "Task" [ 533.466839] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.475297] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681079, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.845177] env[63393]: DEBUG nova.network.neutron [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Updated VIF entry in instance network info cache for port 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 533.845177] env[63393]: DEBUG nova.network.neutron [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Updating instance_info_cache with network_info: [{"id": "7b1c1254-a16a-4709-8cc6-c0f52a70c6e1", "address": "fa:16:3e:bb:d0:6b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b1c1254-a1", "ovs_interfaceid": "7b1c1254-a16a-4709-8cc6-c0f52a70c6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.898695] env[63393]: DEBUG nova.compute.utils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 533.904018] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.904131] env[63393]: DEBUG nova.network.neutron [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.963622] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681078, 'name': CreateVM_Task, 'duration_secs': 0.337057} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.963909] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 533.964467] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.964629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.965368] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.965368] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a0c824-abca-4616-83e8-81b886d84b5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.971752] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 533.971752] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521f337e-ef96-63cd-592f-3b9cde320f8f" [ 533.971752] env[63393]: _type = "Task" [ 533.971752] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.980527] env[63393]: DEBUG nova.policy [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ec863d679194d3b88e511d9bb6ed269', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883d465cf61b4da1a18ece153179275f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 533.983423] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681079, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030022} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.984208] env[63393]: DEBUG nova.network.neutron [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Successfully updated port: 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 533.988700] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] File moved {{(pid=63393) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 533.988908] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Cleaning up location [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 533.989069] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleting the datastore file [datastore1] vmware_temp/48690a25-cf11-4e5b-b795-401f358ed722 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 533.989540] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a5bad6f-cdd3-40c5-8b8e-9f61a28af750 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.995809] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521f337e-ef96-63cd-592f-3b9cde320f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.997920] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.998161] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 533.998360] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.999967] env[63393]: DEBUG nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Received event network-changed-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 534.000653] env[63393]: DEBUG nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Refreshing instance network info cache due to event network-changed-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 534.000653] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Acquiring lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.000653] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Acquired lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.001010] env[63393]: DEBUG nova.network.neutron [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Refreshing network info cache for port 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 534.004491] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 534.004491] env[63393]: value = "task-2681080" [ 534.004491] env[63393]: _type = "Task" [ 534.004491] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.016173] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.347739] env[63393]: DEBUG oslo_concurrency.lockutils [req-096bd6a8-7bd6-436b-84c3-3f7f56c23904 req-9122dbdf-4622-4220-8d78-840aa10d1d82 service nova] Releasing lock "refresh_cache-fa73bac1-49d8-4360-a96e-1527ee1fc1cf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.405070] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 534.492301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "refresh_cache-33736b9b-a9b1-438b-a04c-5fb79282c7d6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.492301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "refresh_cache-33736b9b-a9b1-438b-a04c-5fb79282c7d6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.492301] env[63393]: DEBUG nova.network.neutron [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 534.524248] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024204} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.524248] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 534.524248] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff2c435-f108-41f3-a9b8-5b335d91b540 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.541042] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 534.541042] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52af30da-4efc-95be-e5d1-01de8d155352" [ 534.541042] env[63393]: _type = "Task" [ 534.541042] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.553835] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52af30da-4efc-95be-e5d1-01de8d155352, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.557194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.557909] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] fa73bac1-49d8-4360-a96e-1527ee1fc1cf/fa73bac1-49d8-4360-a96e-1527ee1fc1cf.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 534.558047] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.558192] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 534.558913] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f6e5d67-45f5-43a5-8972-91ca9bab710e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.560454] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c828df56-588c-4455-bc41-ae0a49158e2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.569432] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 534.569432] env[63393]: value = "task-2681081" [ 534.569432] env[63393]: _type = "Task" [ 534.569432] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.569905] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 534.569905] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 534.570692] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1946728-f52b-4e23-9361-9842cfa1cd96 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.582311] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 534.582311] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d758b6-0934-79bc-33bd-388109dbd709" [ 534.582311] env[63393]: _type = "Task" [ 534.582311] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.585316] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.595739] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d758b6-0934-79bc-33bd-388109dbd709, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.596557] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bec74fb-986b-4ce6-b834-1945bf341db3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.604626] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 534.604626] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52211e6e-c805-7c4b-a28a-6099ede021fb" [ 534.604626] env[63393]: _type = "Task" [ 534.604626] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.619554] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52211e6e-c805-7c4b-a28a-6099ede021fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008682} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.626052] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.626052] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 6b84681b-8d45-483f-83ae-b7810ee9612d/6b84681b-8d45-483f-83ae-b7810ee9612d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 534.626795] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.626795] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 534.626953] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8376dc50-132f-4443-a415-fd83f8b8dbe9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.631345] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d988947-90d3-490c-af37-ecb7d28a596c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.638054] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 534.638054] env[63393]: value = "task-2681082" [ 534.638054] env[63393]: _type = "Task" [ 534.638054] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.642945] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 534.643106] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 534.647160] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bff831-dbbe-4714-847e-ee34429f6f95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.653947] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.659265] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 534.659265] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528f80c4-83d8-db8f-fd3a-088513bcaf07" [ 534.659265] env[63393]: _type = "Task" [ 534.659265] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.667614] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528f80c4-83d8-db8f-fd3a-088513bcaf07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.735375] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487b32b-165c-4f39-b41c-0d06eae9ec91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.749149] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd76fc-2c5b-44d9-9c24-23530910815a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.793494] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf46f7-7fa8-47ff-b62d-0391927822e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.802047] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e611037-a7eb-41b7-bd01-135a3f38f8f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.820301] env[63393]: DEBUG nova.compute.provider_tree [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.081116] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479391} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.081403] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] fa73bac1-49d8-4360-a96e-1527ee1fc1cf/fa73bac1-49d8-4360-a96e-1527ee1fc1cf.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 535.081610] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 535.081868] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa902000-78c3-40d6-a075-9a474c3644bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.090769] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 535.090769] env[63393]: value = "task-2681083" [ 535.090769] env[63393]: _type = "Task" [ 535.090769] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.100215] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.108973] env[63393]: DEBUG nova.network.neutron [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Updated VIF entry in instance network info cache for port 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 535.109386] env[63393]: DEBUG nova.network.neutron [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Updating instance_info_cache with network_info: [{"id": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "address": "fa:16:3e:b6:9a:e7", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1e47fd-f1", "ovs_interfaceid": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.150542] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681082, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.169881] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528f80c4-83d8-db8f-fd3a-088513bcaf07, 'name': SearchDatastore_Task, 'duration_secs': 0.017188} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.170923] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cae4d8-250e-4af4-bac1-4f5235abb624 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.178278] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 535.178278] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b927e7-b5eb-a647-3859-9116da6bfa6c" [ 535.178278] env[63393]: _type = "Task" [ 535.178278] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.186843] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b927e7-b5eb-a647-3859-9116da6bfa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.188424] env[63393]: DEBUG nova.network.neutron [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.313042] env[63393]: DEBUG nova.network.neutron [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Successfully created port: 763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 535.328233] env[63393]: DEBUG nova.scheduler.client.report [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.419454] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 535.452168] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 535.452733] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.452733] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 535.452876] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.452914] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 535.453116] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 535.453369] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 535.454309] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 535.454389] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 535.454549] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 535.454777] env[63393]: DEBUG nova.virt.hardware [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 535.456570] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd9454a-f95b-46fd-9187-81c2bb34d073 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.466846] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8d989-9c6d-4da5-975b-0003f7d82c26 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.602685] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319195} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.602974] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 535.604148] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf12b0a-aa50-4968-bf00-c5563f3bb0a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.621136] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Releasing lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.621136] env[63393]: DEBUG nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Received event network-vif-plugged-7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 535.621250] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Acquiring lock "d274894c-f404-482d-8ef2-ce3c58cd3878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.621460] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.621878] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.621878] env[63393]: DEBUG nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] No waiting events found dispatching network-vif-plugged-7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 535.621988] env[63393]: WARNING nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Received unexpected event network-vif-plugged-7222ae59-8ac2-4e02-9f5a-38c630dd137b for instance with vm_state building and task_state spawning. [ 535.622423] env[63393]: DEBUG nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Received event network-changed-7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 535.622423] env[63393]: DEBUG nova.compute.manager [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Refreshing instance network info cache due to event network-changed-7222ae59-8ac2-4e02-9f5a-38c630dd137b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 535.622423] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Acquiring lock "refresh_cache-d274894c-f404-482d-8ef2-ce3c58cd3878" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.622560] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Acquired lock "refresh_cache-d274894c-f404-482d-8ef2-ce3c58cd3878" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.622710] env[63393]: DEBUG nova.network.neutron [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Refreshing network info cache for port 7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 535.638778] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] fa73bac1-49d8-4360-a96e-1527ee1fc1cf/fa73bac1-49d8-4360-a96e-1527ee1fc1cf.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 535.640999] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7bf1443-4c1f-460c-8c58-06b7e620d90c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.657089] env[63393]: DEBUG nova.network.neutron [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Updating instance_info_cache with network_info: [{"id": "54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0", "address": "fa:16:3e:45:23:86", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c251dd-3b", "ovs_interfaceid": "54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.679043] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749439} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.680281] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 6b84681b-8d45-483f-83ae-b7810ee9612d/6b84681b-8d45-483f-83ae-b7810ee9612d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 535.680511] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 535.684429] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 535.684429] env[63393]: value = "task-2681084" [ 535.684429] env[63393]: _type = "Task" [ 535.684429] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.688251] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f166bf-2556-47ca-8077-e1e0ff448722 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.701081] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b927e7-b5eb-a647-3859-9116da6bfa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.056724} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.704267] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.704600] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d274894c-f404-482d-8ef2-ce3c58cd3878/d274894c-f404-482d-8ef2-ce3c58cd3878.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 535.704934] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 535.704934] env[63393]: value = "task-2681085" [ 535.704934] env[63393]: _type = "Task" [ 535.704934] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.706032] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.706314] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 535.707821] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f4dd0cd-cede-4137-ba8e-ce0f578c277e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.714053] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45b47221-8ea3-4eeb-b9df-9c9f15a298d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.719079] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.728674] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.729059] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 535.729059] env[63393]: value = "task-2681086" [ 535.729059] env[63393]: _type = "Task" [ 535.729059] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.730306] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 535.730597] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 535.734283] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08e1b89-5577-494a-9cb0-8eec172f6b0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.740436] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 535.740436] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a5702a-1096-ba27-fbfc-50dfdecfaf1d" [ 535.740436] env[63393]: _type = "Task" [ 535.740436] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.743336] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.754666] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a5702a-1096-ba27-fbfc-50dfdecfaf1d, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.756307] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c1574f-73e8-453a-a09b-e2cd15485b40 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.762470] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 535.762470] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528470d9-e04f-d21d-80f4-129f44629fd1" [ 535.762470] env[63393]: _type = "Task" [ 535.762470] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.771956] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528470d9-e04f-d21d-80f4-129f44629fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.836750] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.837326] env[63393]: DEBUG nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.840013] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.671s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.841498] env[63393]: INFO nova.compute.claims [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.167227] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "refresh_cache-33736b9b-a9b1-438b-a04c-5fb79282c7d6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.168020] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Instance network_info: |[{"id": "54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0", "address": "fa:16:3e:45:23:86", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c251dd-3b", "ovs_interfaceid": "54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.168177] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:23:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.181949] env[63393]: DEBUG oslo.service.loopingcall [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.185674] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.185949] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b37270-1282-493d-87f6-f8a2e3796936 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.216599] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681084, 'name': ReconfigVM_Task, 'duration_secs': 0.316287} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.216714] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.216714] env[63393]: value = "task-2681087" [ 536.216714] env[63393]: _type = "Task" [ 536.216714] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.217287] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Reconfigured VM instance instance-00000001 to attach disk [datastore1] fa73bac1-49d8-4360-a96e-1527ee1fc1cf/fa73bac1-49d8-4360-a96e-1527ee1fc1cf.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 536.218026] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f18fedf-60d0-4279-8dce-b45ea6a2b004 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.226232] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065799} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.227122] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 536.227896] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d68e427-e5dd-4b2c-9662-8f690ff9a9a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.232258] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 536.232258] env[63393]: value = "task-2681088" [ 536.232258] env[63393]: _type = "Task" [ 536.232258] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.240980] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681087, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.261129] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 6b84681b-8d45-483f-83ae-b7810ee9612d/6b84681b-8d45-483f-83ae-b7810ee9612d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 536.261129] env[63393]: DEBUG nova.network.neutron [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Updated VIF entry in instance network info cache for port 7222ae59-8ac2-4e02-9f5a-38c630dd137b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 536.261653] env[63393]: DEBUG nova.network.neutron [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Updating instance_info_cache with network_info: [{"id": "7222ae59-8ac2-4e02-9f5a-38c630dd137b", "address": "fa:16:3e:0a:40:eb", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7222ae59-8a", "ovs_interfaceid": "7222ae59-8ac2-4e02-9f5a-38c630dd137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.266510] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2d15b4-76e5-46cf-9741-d117686fd967 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.280551] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477604} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.287341] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d274894c-f404-482d-8ef2-ce3c58cd3878/d274894c-f404-482d-8ef2-ce3c58cd3878.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 536.287571] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 536.287951] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681088, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.288757] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ecba93-50c0-42d1-bed0-c6b4bc36df87 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.294410] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 536.294410] env[63393]: value = "task-2681089" [ 536.294410] env[63393]: _type = "Task" [ 536.294410] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.301570] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528470d9-e04f-d21d-80f4-129f44629fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.307496] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.307797] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] a82c7bc8-b723-4dff-9479-42aa45d92a42/a82c7bc8-b723-4dff-9479-42aa45d92a42.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 536.308316] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 536.308316] env[63393]: value = "task-2681090" [ 536.308316] env[63393]: _type = "Task" [ 536.308316] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.308478] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bdb81ea-adaa-43c5-b215-96fd923e79b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.324727] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.326608] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.328115] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 536.328115] env[63393]: value = "task-2681091" [ 536.328115] env[63393]: _type = "Task" [ 536.328115] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.337894] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.352022] env[63393]: DEBUG nova.compute.utils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 536.356161] env[63393]: DEBUG nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 536.509803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "11044fc7-5b70-43f5-b5f0-703eec1592fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.509803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.727925] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681087, 'name': CreateVM_Task, 'duration_secs': 0.458468} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.728135] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 536.729493] env[63393]: DEBUG oslo_vmware.service [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0061f-b2a4-47e8-9d20-1585fd38e9b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.736207] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.736366] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.736784] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.737140] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b46a28-544d-482d-b8d4-89fa81f200cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.745064] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 536.745064] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5266807a-c4a7-af6e-a406-94e2c6e8a88f" [ 536.745064] env[63393]: _type = "Task" [ 536.745064] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.751951] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681088, 'name': Rename_Task, 'duration_secs': 0.208185} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.752624] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 536.752883] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98584c58-3ff3-41f1-b873-38a71a83d31a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.757317] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5266807a-c4a7-af6e-a406-94e2c6e8a88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.764565] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 536.764565] env[63393]: value = "task-2681092" [ 536.764565] env[63393]: _type = "Task" [ 536.764565] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.774124] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.784952] env[63393]: DEBUG oslo_concurrency.lockutils [req-d6bb8424-06ec-4f80-a94d-25ac6d57167b req-266d4805-b919-47cb-bd10-9c1095951a35 service nova] Releasing lock "refresh_cache-d274894c-f404-482d-8ef2-ce3c58cd3878" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.803967] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681089, 'name': ReconfigVM_Task, 'duration_secs': 0.417914} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.804628] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 6b84681b-8d45-483f-83ae-b7810ee9612d/6b84681b-8d45-483f-83ae-b7810ee9612d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 536.805269] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95fca06-55a2-41b0-81ae-8e4decedcd13 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.813074] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 536.813074] env[63393]: value = "task-2681093" [ 536.813074] env[63393]: _type = "Task" [ 536.813074] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.825706] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681093, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.826509] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141118} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.829061] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 536.829061] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8dd1c3-57f6-4682-8bbe-e2622450f858 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.837994] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460598} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.849813] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] a82c7bc8-b723-4dff-9479-42aa45d92a42/a82c7bc8-b723-4dff-9479-42aa45d92a42.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 536.849974] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 536.859125] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d274894c-f404-482d-8ef2-ce3c58cd3878/d274894c-f404-482d-8ef2-ce3c58cd3878.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 536.859125] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d40d044d-c2cc-4d3f-b8af-2de6c899ffb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.862033] env[63393]: DEBUG nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.868683] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe472d7a-655a-49e2-8737-8f076ceb1f23 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.889528] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 536.889528] env[63393]: value = "task-2681095" [ 536.889528] env[63393]: _type = "Task" [ 536.889528] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.890958] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 536.890958] env[63393]: value = "task-2681094" [ 536.890958] env[63393]: _type = "Task" [ 536.890958] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.906328] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.910623] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.912790] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Received event network-vif-plugged-6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 536.912790] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Acquiring lock "a82c7bc8-b723-4dff-9479-42aa45d92a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.912790] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.912790] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.913193] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] No waiting events found dispatching network-vif-plugged-6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 536.913193] env[63393]: WARNING nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Received unexpected event network-vif-plugged-6e7fe3ed-637b-4b28-b53c-599af2b67746 for instance with vm_state building and task_state spawning. [ 536.913310] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Received event network-changed-6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 536.913551] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Refreshing instance network info cache due to event network-changed-6e7fe3ed-637b-4b28-b53c-599af2b67746. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 536.913551] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Acquiring lock "refresh_cache-a82c7bc8-b723-4dff-9479-42aa45d92a42" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.917063] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Acquired lock "refresh_cache-a82c7bc8-b723-4dff-9479-42aa45d92a42" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.917063] env[63393]: DEBUG nova.network.neutron [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Refreshing network info cache for port 6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 536.950971] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "7d8d0417-b510-417b-a18f-375d1dfd3757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.951229] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.114406] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89bcabd-69ae-4222-a34c-86ce3095c785 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.122866] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a1e87-3b12-4346-b4f0-ea8d46cd32db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.153551] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef9079-efc0-4a3c-833c-86f9e5787123 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.160884] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619f3c4-e0a1-481b-bfa2-6920c3a4777c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.178210] env[63393]: DEBUG nova.compute.provider_tree [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.259024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.259024] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 537.259024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.259024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.259323] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.259323] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adc42431-71ef-43d6-93bf-b18029ed0ec4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.264435] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.267821] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 537.267821] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d03a28-8de4-4b87-939a-e4838649857f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.278924] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a23a72-e1e9-47fe-9152-2aa412df3131 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.283091] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.286338] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 537.286338] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52556c54-8992-6cd9-525b-83a42066e23b" [ 537.286338] env[63393]: _type = "Task" [ 537.286338] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.295190] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52556c54-8992-6cd9-525b-83a42066e23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.322518] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681093, 'name': Rename_Task, 'duration_secs': 0.13833} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.322657] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 537.323015] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d7c923c-932b-4942-8021-3e5c03433bf7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.329503] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 537.329503] env[63393]: value = "task-2681096" [ 537.329503] env[63393]: _type = "Task" [ 537.329503] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.337453] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.408155] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070984} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.411374] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 537.411627] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681095, 'name': ReconfigVM_Task, 'duration_secs': 0.282634} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.412668] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d85f63-6913-47c6-b7d0-d95e71009d5f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.415774] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d274894c-f404-482d-8ef2-ce3c58cd3878/d274894c-f404-482d-8ef2-ce3c58cd3878.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 537.416369] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e517091-a6d0-41b1-8c99-dbe99c3c625d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.444749] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a82c7bc8-b723-4dff-9479-42aa45d92a42/a82c7bc8-b723-4dff-9479-42aa45d92a42.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 537.447318] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a25af2-114c-4e55-82a9-64f56c7433a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.465814] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 537.465814] env[63393]: value = "task-2681097" [ 537.465814] env[63393]: _type = "Task" [ 537.465814] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.471691] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 537.471691] env[63393]: value = "task-2681098" [ 537.471691] env[63393]: _type = "Task" [ 537.471691] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.479713] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681097, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.483818] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.679345] env[63393]: DEBUG nova.scheduler.client.report [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.711208] env[63393]: DEBUG nova.network.neutron [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Successfully updated port: 763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.780827] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.797633] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 537.797914] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating directory with path [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.799256] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e1faa3-d559-4fe0-94e0-15a3c22fbd02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.813367] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Created directory with path [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.813468] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Fetch image to [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 537.813808] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Downloading image file data bd5eb902-396c-47c9-8e51-cd10024c33a5 to [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk on the data store datastore2 {{(pid=63393) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 537.814479] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f1ae5-f76b-45e4-884c-6e0ca01af55b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.823671] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea7df20-bc32-4a68-ba43-39a21a59f24a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.841394] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8ca41-1b42-4424-80c9-1fb979362ac7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.886491] env[63393]: DEBUG nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.889284] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.892660] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d73a6-4d84-4b97-9b4f-860e374bcd63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.899600] env[63393]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-05f0693d-61a6-476d-a934-5f67b42b4863 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.926480] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.927014] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.927355] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.927905] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.929030] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.929030] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.929030] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.929030] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.929030] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.929223] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.929669] env[63393]: DEBUG nova.virt.hardware [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.930550] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1861be-dfbb-4dce-ad5e-dad1392755b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.940693] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d8561-20f1-4903-a7fc-9f2a86ca0d30 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.946123] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Downloading image file data bd5eb902-396c-47c9-8e51-cd10024c33a5 to the data store datastore2 {{(pid=63393) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 537.965175] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 537.973306] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Creating folder: Project (31e69c4b7fcc42a9b42371ff8284b2dd). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 537.975631] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-215d2207-dc0d-4a91-bfb4-f8b1891b03ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.990194] env[63393]: DEBUG nova.network.neutron [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Updated VIF entry in instance network info cache for port 6e7fe3ed-637b-4b28-b53c-599af2b67746. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 537.990630] env[63393]: DEBUG nova.network.neutron [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Updating instance_info_cache with network_info: [{"id": "6e7fe3ed-637b-4b28-b53c-599af2b67746", "address": "fa:16:3e:1c:1c:23", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7fe3ed-63", "ovs_interfaceid": "6e7fe3ed-637b-4b28-b53c-599af2b67746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.005619] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681097, 'name': Rename_Task, 'duration_secs': 0.160802} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.006600] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 538.007071] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681098, 'name': ReconfigVM_Task, 'duration_secs': 0.281665} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.008467] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0391761a-bbfb-4d45-84a5-9dd632850d2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.010532] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a82c7bc8-b723-4dff-9479-42aa45d92a42/a82c7bc8-b723-4dff-9479-42aa45d92a42.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 538.011358] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Created folder: Project (31e69c4b7fcc42a9b42371ff8284b2dd) in parent group-v540494. [ 538.011593] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Creating folder: Instances. Parent ref: group-v540506. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.011878] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0665ce98-4a53-428e-95d4-1d2b7d8dbfd6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.013544] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1fa8b0c-24f2-4fca-88e7-764329b5346b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.019756] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 538.019756] env[63393]: value = "task-2681100" [ 538.019756] env[63393]: _type = "Task" [ 538.019756] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.028520] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 538.028520] env[63393]: value = "task-2681101" [ 538.028520] env[63393]: _type = "Task" [ 538.028520] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.030488] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Created folder: Instances in parent group-v540506. [ 538.030812] env[63393]: DEBUG oslo.service.loopingcall [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.034684] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 538.040374] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f48b1fa2-87ae-45c7-afe5-187882f97d22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.056370] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681100, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.057703] env[63393]: DEBUG oslo_vmware.rw_handles [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 538.067465] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681101, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.131781] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 538.131781] env[63393]: value = "task-2681103" [ 538.131781] env[63393]: _type = "Task" [ 538.131781] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.142897] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681103, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.185424] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.185946] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 538.188930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.486s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.190593] env[63393]: INFO nova.compute.claims [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.214490] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "refresh_cache-2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.214490] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired lock "refresh_cache-2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.214490] env[63393]: DEBUG nova.network.neutron [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 538.284629] env[63393]: DEBUG oslo_vmware.api [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681092, 'name': PowerOnVM_Task, 'duration_secs': 1.289335} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.285197] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 538.285717] env[63393]: INFO nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Took 14.26 seconds to spawn the instance on the hypervisor. [ 538.286014] env[63393]: DEBUG nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 538.286908] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc874ae4-4a30-462d-9ae9-8ab04e1524be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.347322] env[63393]: DEBUG oslo_vmware.api [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681096, 'name': PowerOnVM_Task, 'duration_secs': 0.537093} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.347576] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 538.347753] env[63393]: INFO nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Took 12.11 seconds to spawn the instance on the hypervisor. [ 538.347921] env[63393]: DEBUG nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 538.348872] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d4d73-b54a-43e2-8e48-cd7bdbb71411 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.495569] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Releasing lock "refresh_cache-a82c7bc8-b723-4dff-9479-42aa45d92a42" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.495846] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Received event network-vif-plugged-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.496049] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Acquiring lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.496324] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.496506] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.500020] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] No waiting events found dispatching network-vif-plugged-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 538.500020] env[63393]: WARNING nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Received unexpected event network-vif-plugged-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 for instance with vm_state building and task_state spawning. [ 538.500020] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Received event network-changed-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.500020] env[63393]: DEBUG nova.compute.manager [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Refreshing instance network info cache due to event network-changed-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 538.500020] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Acquiring lock "refresh_cache-33736b9b-a9b1-438b-a04c-5fb79282c7d6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.500334] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Acquired lock "refresh_cache-33736b9b-a9b1-438b-a04c-5fb79282c7d6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.500334] env[63393]: DEBUG nova.network.neutron [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Refreshing network info cache for port 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 538.542645] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.556583] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681101, 'name': Rename_Task, 'duration_secs': 0.159487} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.565182] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 538.565894] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f1993bd-3075-4b45-b952-aad1240c364d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.579165] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 538.579165] env[63393]: value = "task-2681104" [ 538.579165] env[63393]: _type = "Task" [ 538.579165] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.597164] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.624937] env[63393]: DEBUG nova.compute.manager [req-1c69a3e8-264c-483b-aa63-f8de2f4d5df2 req-bde74447-5dbb-4fed-8cf6-194570f82d0e service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Received event network-vif-plugged-763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.625297] env[63393]: DEBUG oslo_concurrency.lockutils [req-1c69a3e8-264c-483b-aa63-f8de2f4d5df2 req-bde74447-5dbb-4fed-8cf6-194570f82d0e service nova] Acquiring lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.625548] env[63393]: DEBUG oslo_concurrency.lockutils [req-1c69a3e8-264c-483b-aa63-f8de2f4d5df2 req-bde74447-5dbb-4fed-8cf6-194570f82d0e service nova] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.625736] env[63393]: DEBUG oslo_concurrency.lockutils [req-1c69a3e8-264c-483b-aa63-f8de2f4d5df2 req-bde74447-5dbb-4fed-8cf6-194570f82d0e service nova] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.625912] env[63393]: DEBUG nova.compute.manager [req-1c69a3e8-264c-483b-aa63-f8de2f4d5df2 req-bde74447-5dbb-4fed-8cf6-194570f82d0e service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] No waiting events found dispatching network-vif-plugged-763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 538.626145] env[63393]: WARNING nova.compute.manager [req-1c69a3e8-264c-483b-aa63-f8de2f4d5df2 req-bde74447-5dbb-4fed-8cf6-194570f82d0e service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Received unexpected event network-vif-plugged-763cd9b7-b424-4306-b284-7977b7e3bedb for instance with vm_state building and task_state spawning. [ 538.646303] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681103, 'name': CreateVM_Task, 'duration_secs': 0.485806} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.646492] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 538.646920] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.647081] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.648812] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.648812] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80610ce9-942c-4a7c-a622-c3d85a697272 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.656624] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 538.656624] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ee0a1f-04ce-e3e6-ffa6-6afff05a4b9c" [ 538.656624] env[63393]: _type = "Task" [ 538.656624] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.675290] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.675789] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.675989] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ee0a1f-04ce-e3e6-ffa6-6afff05a4b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.695439] env[63393]: DEBUG nova.compute.utils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 538.700428] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 538.700428] env[63393]: DEBUG nova.network.neutron [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 538.751962] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "23321024-43d0-47bd-978a-54fe07732e63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.752271] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "23321024-43d0-47bd-978a-54fe07732e63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.816175] env[63393]: DEBUG nova.network.neutron [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.826447] env[63393]: INFO nova.compute.manager [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Took 19.06 seconds to build instance. [ 538.873797] env[63393]: INFO nova.compute.manager [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Took 17.36 seconds to build instance. [ 538.966271] env[63393]: DEBUG nova.policy [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5da0ddc02187477dbc388be6d22057c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dda75a07d0bb459a84c2388720825311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 538.994095] env[63393]: DEBUG oslo_vmware.rw_handles [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 538.994303] env[63393]: DEBUG oslo_vmware.rw_handles [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 539.035115] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681100, 'name': PowerOnVM_Task, 'duration_secs': 0.816616} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.035426] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 539.035614] env[63393]: INFO nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Took 10.58 seconds to spawn the instance on the hypervisor. [ 539.035830] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 539.036733] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fff773-b312-4d96-be04-92d35f2d05e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.047841] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Downloaded image file data bd5eb902-396c-47c9-8e51-cd10024c33a5 to vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk on the data store datastore2 {{(pid=63393) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 539.050125] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 539.050423] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copying Virtual Disk [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk to [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 539.050683] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-494ec581-16ab-41fb-95e3-fb93bdd5d2e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.061917] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 539.061917] env[63393]: value = "task-2681105" [ 539.061917] env[63393]: _type = "Task" [ 539.061917] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.071030] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.094539] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.166407] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.166850] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 539.167132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.214253] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.217963] env[63393]: DEBUG nova.network.neutron [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Updating instance_info_cache with network_info: [{"id": "763cd9b7-b424-4306-b284-7977b7e3bedb", "address": "fa:16:3e:0f:85:eb", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763cd9b7-b4", "ovs_interfaceid": "763cd9b7-b424-4306-b284-7977b7e3bedb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.329635] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.567s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.379813] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.875s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.498461] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7dae5-15b4-4fd8-b63e-64818090bfe3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.507095] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805bb96d-b35f-4e83-836e-3398bc7b4cb5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.542826] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e45bd-da2d-4721-b8be-9eb7a070a57a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.550322] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c09a98-9ef3-4150-8a1c-3a46ab4ac327 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.573830] env[63393]: DEBUG nova.compute.provider_tree [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.575770] env[63393]: INFO nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Took 16.12 seconds to build instance. [ 539.581596] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681105, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.591092] env[63393]: DEBUG oslo_vmware.api [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681104, 'name': PowerOnVM_Task, 'duration_secs': 0.634501} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.591092] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 539.591092] env[63393]: INFO nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Took 8.82 seconds to spawn the instance on the hypervisor. [ 539.591244] env[63393]: DEBUG nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 539.592212] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c59235-0e02-44a6-8696-6038bf512401 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.725781] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Releasing lock "refresh_cache-2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.726080] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Instance network_info: |[{"id": "763cd9b7-b424-4306-b284-7977b7e3bedb", "address": "fa:16:3e:0f:85:eb", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763cd9b7-b4", "ovs_interfaceid": "763cd9b7-b424-4306-b284-7977b7e3bedb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 539.726718] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:85:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '763cd9b7-b424-4306-b284-7977b7e3bedb', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.735267] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Creating folder: Project (883d465cf61b4da1a18ece153179275f). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.735826] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3aff321-048b-4cc8-9892-163dc5a30060 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.746644] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Created folder: Project (883d465cf61b4da1a18ece153179275f) in parent group-v540494. [ 539.746843] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Creating folder: Instances. Parent ref: group-v540509. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.747106] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-540b6d2a-87ed-45cb-ade8-858f9a60507f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.755742] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Created folder: Instances in parent group-v540509. [ 539.755991] env[63393]: DEBUG oslo.service.loopingcall [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.756212] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.759734] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96bf6776-6fc7-4667-a15a-74ac94034927 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.779388] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.779388] env[63393]: value = "task-2681108" [ 539.779388] env[63393]: _type = "Task" [ 539.779388] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.789831] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681108, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.833601] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.883068] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.074743] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681105, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.078968] env[63393]: DEBUG nova.scheduler.client.report [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.082850] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.644s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.113927] env[63393]: INFO nova.compute.manager [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Took 16.62 seconds to build instance. [ 540.154205] env[63393]: DEBUG nova.network.neutron [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Updated VIF entry in instance network info cache for port 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.154579] env[63393]: DEBUG nova.network.neutron [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Updating instance_info_cache with network_info: [{"id": "54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0", "address": "fa:16:3e:45:23:86", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54c251dd-3b", "ovs_interfaceid": "54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.230588] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.264184] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.264494] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.264723] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.265026] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.266039] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.266039] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.266039] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.266039] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.266039] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.266242] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.266358] env[63393]: DEBUG nova.virt.hardware [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.267273] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239c665-8884-4f2b-8567-eed43d28e506 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.276455] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b492c0-c453-4267-b635-1d01c9c1f255 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.296898] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681108, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.363455] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.370483] env[63393]: DEBUG nova.network.neutron [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Successfully created port: 282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 540.406257] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.582270] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681105, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.084885} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.582270] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copied Virtual Disk [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk to [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 540.582270] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleting the datastore file [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5/tmp-sparse.vmdk {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 540.582270] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed243fc-c9dc-486f-b183-fba76f4ca105 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.586132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.586132] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.590635] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.379s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.590635] env[63393]: INFO nova.compute.claims [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.596018] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.601915] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 540.601915] env[63393]: value = "task-2681109" [ 540.601915] env[63393]: _type = "Task" [ 540.601915] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.622422] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.137s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.623424] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.659795] env[63393]: DEBUG oslo_concurrency.lockutils [req-0ac471c7-40e5-4390-b6ac-e7af81468054 req-ed0df6e7-ddac-4e4e-bc7f-2ca18101097c service nova] Releasing lock "refresh_cache-33736b9b-a9b1-438b-a04c-5fb79282c7d6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.795071] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681108, 'name': CreateVM_Task, 'duration_secs': 0.569165} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.795422] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.796375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.796499] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.796876] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.797147] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa9d34c-5896-434b-8b24-30c6a3a9de24 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.804464] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 540.804464] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e783c5-8ae1-46ee-5556-e6d919614034" [ 540.804464] env[63393]: _type = "Task" [ 540.804464] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.816451] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e783c5-8ae1-46ee-5556-e6d919614034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.098527] env[63393]: DEBUG nova.compute.utils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 541.101986] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 541.102195] env[63393]: DEBUG nova.network.neutron [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.117273] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03503} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.117508] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 541.117723] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Moving file from [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3/bd5eb902-396c-47c9-8e51-cd10024c33a5 to [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5. {{(pid=63393) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 541.118112] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dc91c86f-41ca-4692-9727-705dd9db5700 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.125953] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 541.125953] env[63393]: value = "task-2681110" [ 541.125953] env[63393]: _type = "Task" [ 541.125953] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.131103] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.143383] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681110, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.162695] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.206363] env[63393]: DEBUG nova.policy [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd30afe929321402e867fd1e953a3efa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaa4388cdff44f34b6de302ee6a50e07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.317124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.317589] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.317665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.603388] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.642388] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681110, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052442} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.647125] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] File moved {{(pid=63393) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 541.647452] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Cleaning up location [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 541.648091] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleting the datastore file [datastore2] vmware_temp/10fa9346-f908-4ee2-80fd-32d960dd6bb3 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 541.650598] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe1c0ad-0f30-46f8-83da-7e0fd5a5deb0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.661795] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 541.661795] env[63393]: value = "task-2681111" [ 541.661795] env[63393]: _type = "Task" [ 541.661795] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.670740] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.678672] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.878619] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673e47f-c837-421c-9752-ce9388d0c387 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.888033] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0066cfe0-1495-49d6-b394-07ece37f9657 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.924203] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17ed52d-206b-42fe-820b-4f0653165c04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.935089] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba29457-78ce-4052-9ed7-faee3d629577 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.950192] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.950839] env[63393]: DEBUG nova.compute.provider_tree [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.952850] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.953036] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.953301] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.953537] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.953911] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.954174] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.143733] env[63393]: DEBUG nova.compute.manager [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Received event network-changed-763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.143733] env[63393]: DEBUG nova.compute.manager [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Refreshing instance network info cache due to event network-changed-763cd9b7-b424-4306-b284-7977b7e3bedb. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 542.143733] env[63393]: DEBUG oslo_concurrency.lockutils [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] Acquiring lock "refresh_cache-2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.143733] env[63393]: DEBUG oslo_concurrency.lockutils [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] Acquired lock "refresh_cache-2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.143733] env[63393]: DEBUG nova.network.neutron [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Refreshing network info cache for port 763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 542.176221] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040547} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.176221] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 542.176221] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2c79c4-cfd1-4ef5-bdd1-4bf07e000ffe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.182300] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 542.182300] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c194d7-51c9-46e9-591d-252dc792431c" [ 542.182300] env[63393]: _type = "Task" [ 542.182300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.190959] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c194d7-51c9-46e9-591d-252dc792431c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.264911] env[63393]: DEBUG nova.network.neutron [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Successfully created port: aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.455886] env[63393]: DEBUG nova.scheduler.client.report [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.465044] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Getting list of instances from cluster (obj){ [ 542.465044] env[63393]: value = "domain-c8" [ 542.465044] env[63393]: _type = "ClusterComputeResource" [ 542.465044] env[63393]: } {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.465044] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4421c71c-9779-4032-9605-9c9d5e3d1eab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.486438] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Got total of 7 instances {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.486853] env[63393]: WARNING nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] While synchronizing instance power states, found 10 instances in the database and 7 instances on the hypervisor. [ 542.487082] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid fa73bac1-49d8-4360-a96e-1527ee1fc1cf {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.487365] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 6b84681b-8d45-483f-83ae-b7810ee9612d {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.487593] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid d274894c-f404-482d-8ef2-ce3c58cd3878 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.487856] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid a82c7bc8-b723-4dff-9479-42aa45d92a42 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.488154] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 33736b9b-a9b1-438b-a04c-5fb79282c7d6 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.488367] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.488579] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 555f5ecb-fbd7-488e-823b-f35bf9d5e803 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.488920] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid f255de95-0e89-488b-8441-cc7c997cdf89 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.489174] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 92a64953-87ea-4307-a16a-e2cd144d7350 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.489977] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid dc0da38c-afce-47f2-ac49-5a0933f2a926 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 542.491516] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.491934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.492570] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "6b84681b-8d45-483f-83ae-b7810ee9612d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.492960] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.494471] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "d274894c-f404-482d-8ef2-ce3c58cd3878" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.494760] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.495073] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.495274] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.495767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.495767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.495902] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.496262] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "f255de95-0e89-488b-8441-cc7c997cdf89" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.496591] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "92a64953-87ea-4307-a16a-e2cd144d7350" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.496907] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.497228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.497574] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 542.498878] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0b7061-703d-4e86-acc5-26464b3fe3bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.503554] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb148a4-58d0-4157-9edd-d6e6c8f6596e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.509310] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a0af7-3a52-433f-8d0a-7bb493784d2e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.513458] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0ac102-7f89-41a2-bf18-f1fef79a5c5f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.517384] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.618012] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.644278] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.644708] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.644911] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.645155] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.645410] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.645787] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.646280] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.646477] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.646655] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.647231] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.647231] env[63393]: DEBUG nova.virt.hardware [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.651222] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4625d6e-c8f6-442a-8b16-38bdf718ecde {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.662279] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d9ecf-c5d8-4e38-98c5-1eb1ec50e851 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.694504] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c194d7-51c9-46e9-591d-252dc792431c, 'name': SearchDatastore_Task, 'duration_secs': 0.032214} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.694849] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.695199] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 33736b9b-a9b1-438b-a04c-5fb79282c7d6/33736b9b-a9b1-438b-a04c-5fb79282c7d6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.695703] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.695958] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 542.696249] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8684b238-2928-406b-9950-d3d52fd7269d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.698528] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e723c56-b0c3-43b6-b49c-6b690e329a25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.705814] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 542.705814] env[63393]: value = "task-2681112" [ 542.705814] env[63393]: _type = "Task" [ 542.705814] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.709875] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 542.710159] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 542.711250] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74b11d6-2fb2-4e40-8bbe-222a5ed24241 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.717092] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.720043] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 542.720043] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527c357a-bead-9e84-cc80-79aa556b4be3" [ 542.720043] env[63393]: _type = "Task" [ 542.720043] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.728277] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527c357a-bead-9e84-cc80-79aa556b4be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.792984] env[63393]: DEBUG nova.network.neutron [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Successfully updated port: 282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.964517] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.965070] env[63393]: DEBUG nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.968968] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.606s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.971307] env[63393]: INFO nova.compute.claims [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.021708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.031858] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.034725] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.035188] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.038476] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.219968] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681112, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.230166] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527c357a-bead-9e84-cc80-79aa556b4be3, 'name': SearchDatastore_Task, 'duration_secs': 0.030191} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.231475] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711e897a-442f-41db-88bb-5611b8c392f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.242301] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 543.242301] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52324e09-dfe7-495b-88ac-61abf3f4c331" [ 543.242301] env[63393]: _type = "Task" [ 543.242301] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.251720] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52324e09-dfe7-495b-88ac-61abf3f4c331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.297961] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "refresh_cache-f255de95-0e89-488b-8441-cc7c997cdf89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.297961] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "refresh_cache-f255de95-0e89-488b-8441-cc7c997cdf89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.297961] env[63393]: DEBUG nova.network.neutron [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 543.398453] env[63393]: DEBUG nova.network.neutron [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Updated VIF entry in instance network info cache for port 763cd9b7-b424-4306-b284-7977b7e3bedb. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.398453] env[63393]: DEBUG nova.network.neutron [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Updating instance_info_cache with network_info: [{"id": "763cd9b7-b424-4306-b284-7977b7e3bedb", "address": "fa:16:3e:0f:85:eb", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763cd9b7-b4", "ovs_interfaceid": "763cd9b7-b424-4306-b284-7977b7e3bedb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.479031] env[63393]: DEBUG nova.compute.utils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 543.483041] env[63393]: DEBUG nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 543.710345] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "33df7bf1-a8e8-4368-b5a4-155436b6320f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.710583] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.721420] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898131} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.721872] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 33736b9b-a9b1-438b-a04c-5fb79282c7d6/33736b9b-a9b1-438b-a04c-5fb79282c7d6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 543.721991] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 543.722327] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b20ee969-e76f-4a30-acec-14ff68af2b0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.729547] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 543.729547] env[63393]: value = "task-2681113" [ 543.729547] env[63393]: _type = "Task" [ 543.729547] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.738927] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.753633] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52324e09-dfe7-495b-88ac-61abf3f4c331, 'name': SearchDatastore_Task, 'duration_secs': 0.067177} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.753908] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.754169] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 543.754466] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.754679] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 543.757302] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe13ea49-bf18-40f0-83e0-e48dd2eb03d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.757302] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0171bf-adac-465b-af44-21dee1da4850 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.764086] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 543.764086] env[63393]: value = "task-2681114" [ 543.764086] env[63393]: _type = "Task" [ 543.764086] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.768585] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 543.768877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 543.769937] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62e087d-519c-4692-bba8-20d79e0a1cd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.775821] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.778956] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 543.778956] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f1abd3-0d3c-2711-bb1f-85ca0f54c590" [ 543.778956] env[63393]: _type = "Task" [ 543.778956] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.787249] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f1abd3-0d3c-2711-bb1f-85ca0f54c590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.830046] env[63393]: DEBUG nova.network.neutron [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 543.900645] env[63393]: DEBUG oslo_concurrency.lockutils [req-3b14c9d8-2135-4b8f-beaa-c669c76932f6 req-82dd2e93-d8ee-4a32-8702-b3cd5dfffd1c service nova] Releasing lock "refresh_cache-2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.985490] env[63393]: DEBUG nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.097414] env[63393]: DEBUG nova.network.neutron [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Updating instance_info_cache with network_info: [{"id": "282db5e6-a1fd-40af-b6d8-9c91e9104da8", "address": "fa:16:3e:b9:81:d0", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282db5e6-a1", "ovs_interfaceid": "282db5e6-a1fd-40af-b6d8-9c91e9104da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.241687] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209678} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.244719] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 544.245750] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f912d383-a5f8-48a3-9d14-671ef1a7a166 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.270688] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 33736b9b-a9b1-438b-a04c-5fb79282c7d6/33736b9b-a9b1-438b-a04c-5fb79282c7d6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 544.274109] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c511a1-b438-4670-815b-99c19487188b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.310925] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 544.310925] env[63393]: value = "task-2681115" [ 544.310925] env[63393]: _type = "Task" [ 544.310925] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.317601] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.328784] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711900e2-8de5-4f53-aa30-2399a22cf0d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.332654] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f1abd3-0d3c-2711-bb1f-85ca0f54c590, 'name': SearchDatastore_Task, 'duration_secs': 0.025794} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.334966] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c14714-b08d-48ae-9c94-44132aed78fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.344073] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.344073] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61510f25-7680-4bf9-a92b-86b5d5cedfa4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.348593] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 544.348593] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52cbcd22-d807-792c-8a66-f8d673de3c38" [ 544.348593] env[63393]: _type = "Task" [ 544.348593] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.384475] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e35fdac-da63-4787-967f-d018fea1af29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.391383] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cbcd22-d807-792c-8a66-f8d673de3c38, 'name': SearchDatastore_Task, 'duration_secs': 0.019973} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.393041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.393041] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02/2d7b2df8-8422-4d6a-ae5d-7a99ac10df02.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.393041] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdd97b3e-7de7-44ef-8b2b-b25369d0f79d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.398861] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c623dafd-1575-4d28-9ac5-534f1d3b94f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.404493] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 544.404493] env[63393]: value = "task-2681116" [ 544.404493] env[63393]: _type = "Task" [ 544.404493] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.421883] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.428123] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.461841] env[63393]: DEBUG nova.compute.manager [req-2f6057dc-4457-43aa-a9d5-899375337d33 req-46a7040f-b323-414b-8d28-f39329122cc4 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Received event network-vif-plugged-282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.462017] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f6057dc-4457-43aa-a9d5-899375337d33 req-46a7040f-b323-414b-8d28-f39329122cc4 service nova] Acquiring lock "f255de95-0e89-488b-8441-cc7c997cdf89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.462371] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f6057dc-4457-43aa-a9d5-899375337d33 req-46a7040f-b323-414b-8d28-f39329122cc4 service nova] Lock "f255de95-0e89-488b-8441-cc7c997cdf89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.462439] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f6057dc-4457-43aa-a9d5-899375337d33 req-46a7040f-b323-414b-8d28-f39329122cc4 service nova] Lock "f255de95-0e89-488b-8441-cc7c997cdf89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.463804] env[63393]: DEBUG nova.compute.manager [req-2f6057dc-4457-43aa-a9d5-899375337d33 req-46a7040f-b323-414b-8d28-f39329122cc4 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] No waiting events found dispatching network-vif-plugged-282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 544.463804] env[63393]: WARNING nova.compute.manager [req-2f6057dc-4457-43aa-a9d5-899375337d33 req-46a7040f-b323-414b-8d28-f39329122cc4 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Received unexpected event network-vif-plugged-282db5e6-a1fd-40af-b6d8-9c91e9104da8 for instance with vm_state building and task_state spawning. [ 544.602391] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "refresh_cache-f255de95-0e89-488b-8441-cc7c997cdf89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.602646] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Instance network_info: |[{"id": "282db5e6-a1fd-40af-b6d8-9c91e9104da8", "address": "fa:16:3e:b9:81:d0", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282db5e6-a1", "ovs_interfaceid": "282db5e6-a1fd-40af-b6d8-9c91e9104da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 544.603349] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:81:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '282db5e6-a1fd-40af-b6d8-9c91e9104da8', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.611543] env[63393]: DEBUG oslo.service.loopingcall [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.612205] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 544.612418] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f1314e-a5b3-4929-8744-97f2e7f839a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.633525] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.633525] env[63393]: value = "task-2681117" [ 544.633525] env[63393]: _type = "Task" [ 544.633525] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.642239] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681117, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.784680] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681114, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.833234] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.856029] env[63393]: DEBUG nova.network.neutron [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Successfully updated port: aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.918763] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681116, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.961404] env[63393]: ERROR nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [req-19cb21cc-79a1-44e4-bbaa-ed347be9a3a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19cb21cc-79a1-44e4-bbaa-ed347be9a3a9"}]} [ 544.987798] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "3d12aa80-970a-4952-92b8-190639fd60f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.988124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "3d12aa80-970a-4952-92b8-190639fd60f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.998452] env[63393]: DEBUG nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.002320] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 545.022070] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 545.022070] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.035390] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.035875] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.035875] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.035998] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.036113] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.036264] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 545.036475] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 545.036631] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 545.036792] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 545.036955] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 545.037207] env[63393]: DEBUG nova.virt.hardware [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 545.038253] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7bea1c-15f9-4920-8bd3-978ae8f2d1b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.041747] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 545.052393] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02979ae-124b-4181-9c70-24df9e238add {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.068726] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.076456] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Creating folder: Project (1423d16946534740935018186fb5d6bd). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.077956] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 545.078186] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 20 to 21 during operation: update_traits {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.080392] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4301f8-7a67-455e-b0f9-d27aa8a0baf2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.091045] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Created folder: Project (1423d16946534740935018186fb5d6bd) in parent group-v540494. [ 545.091289] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Creating folder: Instances. Parent ref: group-v540513. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.091556] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c9f7953-6de0-4b06-94f2-7bd2c39ae032 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.101284] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Created folder: Instances in parent group-v540513. [ 545.101547] env[63393]: DEBUG oslo.service.loopingcall [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.101751] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.102248] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f866112-fc4f-4be3-8744-d338e9e20bea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.125978] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.125978] env[63393]: value = "task-2681120" [ 545.125978] env[63393]: _type = "Task" [ 545.125978] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.135902] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681120, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.149856] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681117, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.286483] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681114, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.075713} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.287721] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.287941] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.288217] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-646cd9dc-7d56-4048-8659-38c67f3fcdf1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.294865] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 545.294865] env[63393]: value = "task-2681121" [ 545.294865] env[63393]: _type = "Task" [ 545.294865] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.308187] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.330331] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681115, 'name': ReconfigVM_Task, 'duration_secs': 0.657665} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.330331] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 33736b9b-a9b1-438b-a04c-5fb79282c7d6/33736b9b-a9b1-438b-a04c-5fb79282c7d6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 545.335551] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd53e5c-4230-401d-878a-7344230b5a18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.341592] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 545.341592] env[63393]: value = "task-2681122" [ 545.341592] env[63393]: _type = "Task" [ 545.341592] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.350638] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681122, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.359329] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.359502] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquired lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.359759] env[63393]: DEBUG nova.network.neutron [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.418020] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d43e19-699b-4c32-ac01-b5dadfefae3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.425349] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868956} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.425780] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02/2d7b2df8-8422-4d6a-ae5d-7a99ac10df02.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.425991] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.426963] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23040b90-ebbc-40b1-91cb-db36d64c2431 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.433388] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89854a86-5b90-47c7-8371-36748e24d4de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.438184] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 545.438184] env[63393]: value = "task-2681123" [ 545.438184] env[63393]: _type = "Task" [ 545.438184] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.472209] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a7c93-dba4-4716-a420-6cb0195c86fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.478494] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.483483] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71908d01-8d3d-4db9-83f3-143b072aa821 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.497431] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 545.524589] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "fcbd90f1-050f-4144-ab22-06f5894118eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.524808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.645458] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681120, 'name': CreateVM_Task, 'duration_secs': 0.364925} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.646362] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.647822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.647822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.647822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.647822] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a62f5d-5ce4-4e81-8d7c-745c7b6b27ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.656324] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681117, 'name': CreateVM_Task, 'duration_secs': 0.735803} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.656324] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.656483] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.656695] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.657127] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.658763] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c15e1ef-021b-4da9-8594-ac86ea7d277c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.661365] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 545.661365] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52916eeb-8d91-9727-faa0-d99517969cf5" [ 545.661365] env[63393]: _type = "Task" [ 545.661365] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.667333] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 545.667333] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528ec522-c047-65b9-be00-4d5b0dbb5fb3" [ 545.667333] env[63393]: _type = "Task" [ 545.667333] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.673163] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52916eeb-8d91-9727-faa0-d99517969cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.677762] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528ec522-c047-65b9-be00-4d5b0dbb5fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.742463] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "d274894c-f404-482d-8ef2-ce3c58cd3878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.742731] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.743363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "d274894c-f404-482d-8ef2-ce3c58cd3878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.743363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.743363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.747200] env[63393]: INFO nova.compute.manager [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Terminating instance [ 545.807160] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084786} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.807530] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.808550] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bf328-8bd8-442b-8146-01cbf42f1029 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.832346] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.832346] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91740fb8-1c8c-451a-9e2c-eb7d4f8c2f68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.856890] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681122, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.858408] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 545.858408] env[63393]: value = "task-2681124" [ 545.858408] env[63393]: _type = "Task" [ 545.858408] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.869015] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.926618] env[63393]: DEBUG nova.network.neutron [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.959413] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06823} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.959867] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.966101] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b234dcc-7183-400c-9572-a615c75f0c2f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.003655] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02/2d7b2df8-8422-4d6a-ae5d-7a99ac10df02.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.006940] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a468c0d-4798-480e-a2a3-dde08b32868c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.035877] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 546.035877] env[63393]: value = "task-2681125" [ 546.035877] env[63393]: _type = "Task" [ 546.035877] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.048284] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.055571] env[63393]: ERROR nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [req-b6c864f3-67b8-406e-a24f-086e2e151aa3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6c864f3-67b8-406e-a24f-086e2e151aa3"}]} [ 546.079726] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 546.110228] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 546.110384] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.127291] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 546.151472] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 546.186480] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52916eeb-8d91-9727-faa0-d99517969cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.036274} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.186790] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528ec522-c047-65b9-be00-4d5b0dbb5fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.037311} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.187345] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.187345] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.187565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.187780] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.188028] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.188454] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.188562] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.188791] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.188914] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.189087] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.189337] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc380b0-ba28-4106-9e81-1998a24706f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.191376] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e11796e-4074-4751-8a9a-47938451ca60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.204596] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.204795] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.210349] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac4ea85-fc71-4ad4-b6b8-4412c5fd0874 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.212828] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.213232] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.217370] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f835b0-0bbc-4def-8ef8-843e92aa7428 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.226532] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 546.226532] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c21464-8409-7ebb-c363-68dc0bf13309" [ 546.226532] env[63393]: _type = "Task" [ 546.226532] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.228137] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 546.228137] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3cc3d-cf6f-c515-d273-98cd8559d3aa" [ 546.228137] env[63393]: _type = "Task" [ 546.228137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.243106] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3cc3d-cf6f-c515-d273-98cd8559d3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.244438] env[63393]: DEBUG nova.network.neutron [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updating instance_info_cache with network_info: [{"id": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "address": "fa:16:3e:55:5d:13", "network": {"id": "b57b9912-f9c2-4cbc-8d7c-7d2441d376b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875732862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa4388cdff44f34b6de302ee6a50e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0be1f6-41", "ovs_interfaceid": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.250729] env[63393]: DEBUG nova.compute.manager [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 546.251037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 546.251375] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c21464-8409-7ebb-c363-68dc0bf13309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.255343] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7ea78-30c0-49fb-8db3-7504874c101c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.264205] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 546.264205] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e1989a-b38b-4dc0-8207-8a454f3472f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.274111] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 546.274111] env[63393]: value = "task-2681126" [ 546.274111] env[63393]: _type = "Task" [ 546.274111] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.283327] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.355717] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "c64d965b-7be7-4357-a787-3f92c720519b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.355998] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.367168] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681122, 'name': Rename_Task, 'duration_secs': 0.751014} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.367833] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 546.368106] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df31aea8-fc2f-4609-bf0b-0b640eb0cded {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.372695] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681124, 'name': ReconfigVM_Task, 'duration_secs': 0.478463} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.373492] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.376268] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a73f40b-56e9-4fe3-90da-51ca421752cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.379359] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 546.379359] env[63393]: value = "task-2681127" [ 546.379359] env[63393]: _type = "Task" [ 546.379359] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.384616] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 546.384616] env[63393]: value = "task-2681128" [ 546.384616] env[63393]: _type = "Task" [ 546.384616] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.389982] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.402284] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681128, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.517202] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cc745d-3a37-4bc6-a44e-9bb86252a0d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.527230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a4c58-ef22-4594-bc63-5dcc9dcc87f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.566507] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b26a8-4866-4ad7-99b7-371fd690e0ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.576581] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.581888] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af617fb-5383-4231-ada3-e15564f8467e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.600191] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.603153] env[63393]: DEBUG nova.compute.manager [req-d73b8d96-14cd-48fe-ba76-5b745302d2c4 req-4a522c72-8d3b-4c14-a93e-e5153579212d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Received event network-vif-plugged-aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 546.603410] env[63393]: DEBUG oslo_concurrency.lockutils [req-d73b8d96-14cd-48fe-ba76-5b745302d2c4 req-4a522c72-8d3b-4c14-a93e-e5153579212d service nova] Acquiring lock "92a64953-87ea-4307-a16a-e2cd144d7350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.603616] env[63393]: DEBUG oslo_concurrency.lockutils [req-d73b8d96-14cd-48fe-ba76-5b745302d2c4 req-4a522c72-8d3b-4c14-a93e-e5153579212d service nova] Lock "92a64953-87ea-4307-a16a-e2cd144d7350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.603772] env[63393]: DEBUG oslo_concurrency.lockutils [req-d73b8d96-14cd-48fe-ba76-5b745302d2c4 req-4a522c72-8d3b-4c14-a93e-e5153579212d service nova] Lock "92a64953-87ea-4307-a16a-e2cd144d7350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.603936] env[63393]: DEBUG nova.compute.manager [req-d73b8d96-14cd-48fe-ba76-5b745302d2c4 req-4a522c72-8d3b-4c14-a93e-e5153579212d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] No waiting events found dispatching network-vif-plugged-aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 546.604322] env[63393]: WARNING nova.compute.manager [req-d73b8d96-14cd-48fe-ba76-5b745302d2c4 req-4a522c72-8d3b-4c14-a93e-e5153579212d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Received unexpected event network-vif-plugged-aa0be1f6-411c-489c-b8a5-80c6a102a5be for instance with vm_state building and task_state spawning. [ 546.743469] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c21464-8409-7ebb-c363-68dc0bf13309, 'name': SearchDatastore_Task, 'duration_secs': 0.02611} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.747647] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3cc3d-cf6f-c515-d273-98cd8559d3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.025369} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.747915] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471d8afa-5074-4f1e-ae92-dcf9453be250 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.750703] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a0b90e-9d1c-43bc-beeb-06830205a8cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.757035] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Releasing lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.757035] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Instance network_info: |[{"id": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "address": "fa:16:3e:55:5d:13", "network": {"id": "b57b9912-f9c2-4cbc-8d7c-7d2441d376b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875732862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa4388cdff44f34b6de302ee6a50e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0be1f6-41", "ovs_interfaceid": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.757304] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 546.757304] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520ddccf-bc94-053f-6818-2b8101aeed7a" [ 546.757304] env[63393]: _type = "Task" [ 546.757304] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.758027] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:5d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa0be1f6-411c-489c-b8a5-80c6a102a5be', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.765779] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Creating folder: Project (aaa4388cdff44f34b6de302ee6a50e07). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.766308] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 546.766308] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d68195-9631-1c2f-33f2-e2d4b23aa51a" [ 546.766308] env[63393]: _type = "Task" [ 546.766308] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.766899] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-441cfdb9-6ee5-49f2-85c9-0d6b42eab71a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.783590] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520ddccf-bc94-053f-6818-2b8101aeed7a, 'name': SearchDatastore_Task, 'duration_secs': 0.015688} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.788669] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.788997] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] dc0da38c-afce-47f2-ac49-5a0933f2a926/dc0da38c-afce-47f2-ac49-5a0933f2a926.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.789334] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d68195-9631-1c2f-33f2-e2d4b23aa51a, 'name': SearchDatastore_Task, 'duration_secs': 0.014949} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.789563] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Created folder: Project (aaa4388cdff44f34b6de302ee6a50e07) in parent group-v540494. [ 546.789760] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Creating folder: Instances. Parent ref: group-v540516. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.792849] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464ff32a-3239-4df5-a736-ce02b1bbe26d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.795020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.795271] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] f255de95-0e89-488b-8441-cc7c997cdf89/f255de95-0e89-488b-8441-cc7c997cdf89.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.795519] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f3a9f7e-739b-4406-b183-e7bd086095d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.797119] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681126, 'name': PowerOffVM_Task, 'duration_secs': 0.333083} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.797617] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0432a72-21d1-4798-9a8e-3a1ecefa9a14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.799399] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 546.799528] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 546.800347] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28db0bb2-ccd6-4388-8186-8e26ef126c71 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.804367] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 546.804367] env[63393]: value = "task-2681130" [ 546.804367] env[63393]: _type = "Task" [ 546.804367] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.809574] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 546.809574] env[63393]: value = "task-2681132" [ 546.809574] env[63393]: _type = "Task" [ 546.809574] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.810360] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Created folder: Instances in parent group-v540516. [ 546.810360] env[63393]: DEBUG oslo.service.loopingcall [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.811692] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.813744] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7e10cd8-44da-4429-9797-83cb2335f872 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.833240] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.839482] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.840480] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.840480] env[63393]: value = "task-2681134" [ 546.840480] env[63393]: _type = "Task" [ 546.840480] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.849457] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681134, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.890481] env[63393]: DEBUG oslo_vmware.api [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681127, 'name': PowerOnVM_Task, 'duration_secs': 0.510041} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.894801] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 546.895109] env[63393]: INFO nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Took 13.81 seconds to spawn the instance on the hypervisor. [ 546.895349] env[63393]: DEBUG nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 546.896442] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8083dcb-104e-41c9-b9bb-485a58c1bc98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.905789] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681128, 'name': Rename_Task, 'duration_secs': 0.174933} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.907842] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 546.911501] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32e1b9a3-d896-4dd8-b618-b1ee8188d581 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.922026] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 546.922026] env[63393]: value = "task-2681135" [ 546.922026] env[63393]: _type = "Task" [ 546.922026] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.927571] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.044206] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681125, 'name': ReconfigVM_Task, 'duration_secs': 0.695241} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.044474] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02/2d7b2df8-8422-4d6a-ae5d-7a99ac10df02.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.045105] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa82626-4d51-4e08-a448-9b8584742f5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.051958] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 547.051958] env[63393]: value = "task-2681136" [ 547.051958] env[63393]: _type = "Task" [ 547.051958] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.062199] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681136, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.160572] env[63393]: DEBUG nova.scheduler.client.report [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 547.160572] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 22 to 23 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.160758] env[63393]: DEBUG nova.compute.provider_tree [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.169565] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 547.169565] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 547.169751] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleting the datastore file [datastore1] d274894c-f404-482d-8ef2-ce3c58cd3878 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 547.170073] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cace60c-cc83-4b02-a835-9074d3b34568 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.178763] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 547.178763] env[63393]: value = "task-2681137" [ 547.178763] env[63393]: _type = "Task" [ 547.178763] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.192386] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.195361] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.195675] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.196014] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "a82c7bc8-b723-4dff-9479-42aa45d92a42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.196097] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.196236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.198702] env[63393]: INFO nova.compute.manager [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Terminating instance [ 547.323809] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.332022] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681132, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.354187] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681134, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.366580] env[63393]: DEBUG nova.compute.manager [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Received event network-changed-282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.366580] env[63393]: DEBUG nova.compute.manager [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Refreshing instance network info cache due to event network-changed-282db5e6-a1fd-40af-b6d8-9c91e9104da8. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.366580] env[63393]: DEBUG oslo_concurrency.lockutils [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] Acquiring lock "refresh_cache-f255de95-0e89-488b-8441-cc7c997cdf89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.366580] env[63393]: DEBUG oslo_concurrency.lockutils [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] Acquired lock "refresh_cache-f255de95-0e89-488b-8441-cc7c997cdf89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.366580] env[63393]: DEBUG nova.network.neutron [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Refreshing network info cache for port 282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.429031] env[63393]: INFO nova.compute.manager [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Took 22.69 seconds to build instance. [ 547.434949] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681135, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.566762] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681136, 'name': Rename_Task, 'duration_secs': 0.273208} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.568064] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.571066] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da86bdf-3f08-4091-b152-57f4b586884e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.578339] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 547.578339] env[63393]: value = "task-2681138" [ 547.578339] env[63393]: _type = "Task" [ 547.578339] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.588833] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.664109] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.695s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.664770] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.669880] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.263s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.672945] env[63393]: INFO nova.compute.claims [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.690377] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.708396] env[63393]: DEBUG nova.compute.manager [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 547.708678] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 547.709916] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9911e93-189b-41d5-8eb6-54ec771d191c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.719026] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 547.719302] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9521f2af-0262-4849-b66f-4d17445c1139 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.727255] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 547.727255] env[63393]: value = "task-2681139" [ 547.727255] env[63393]: _type = "Task" [ 547.727255] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.735534] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.814370] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681130, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.822776] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744114} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.822776] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] f255de95-0e89-488b-8441-cc7c997cdf89/f255de95-0e89-488b-8441-cc7c997cdf89.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.823140] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.823140] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba9d93f7-b0e4-4740-89f9-3e194b31f8d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.829743] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 547.829743] env[63393]: value = "task-2681140" [ 547.829743] env[63393]: _type = "Task" [ 547.829743] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.841423] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.850822] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681134, 'name': CreateVM_Task, 'duration_secs': 0.754615} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.851070] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.852178] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.852178] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.852469] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.852793] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce62e9d-096c-405c-ae68-a739afa833ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.858874] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 547.858874] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52eb2118-7b30-61f7-dedb-ee90a57a4fc3" [ 547.858874] env[63393]: _type = "Task" [ 547.858874] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.867196] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52eb2118-7b30-61f7-dedb-ee90a57a4fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.932094] env[63393]: DEBUG oslo_vmware.api [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681135, 'name': PowerOnVM_Task, 'duration_secs': 0.777412} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.932460] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 547.932704] env[63393]: INFO nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Took 10.05 seconds to spawn the instance on the hypervisor. [ 547.933170] env[63393]: DEBUG nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 547.933916] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c55ac7-ce19-467b-a0e1-d2bff39cfe79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.939523] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27c3d837-e935-4255-896e-cac78fa4918c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.212s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.940816] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.445s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.941186] env[63393]: INFO nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] During sync_power_state the instance has a pending task (spawning). Skip. [ 547.941368] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.091887] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681138, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.181806] env[63393]: DEBUG nova.compute.utils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 548.188404] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 548.188662] env[63393]: DEBUG nova.network.neutron [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.201882] env[63393]: DEBUG oslo_vmware.api [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591146} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.202569] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 548.202797] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 548.202971] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 548.203160] env[63393]: INFO nova.compute.manager [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Took 1.95 seconds to destroy the instance on the hypervisor. [ 548.203402] env[63393]: DEBUG oslo.service.loopingcall [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 548.206926] env[63393]: DEBUG nova.compute.manager [-] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 548.207041] env[63393]: DEBUG nova.network.neutron [-] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 548.238863] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.316565] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681130, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.341177] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07587} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.341756] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 548.342829] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac016ab-e8a1-4c46-81cf-1530ae521c71 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.375046] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f255de95-0e89-488b-8441-cc7c997cdf89/f255de95-0e89-488b-8441-cc7c997cdf89.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.375579] env[63393]: DEBUG nova.policy [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ed630fdbad04fdcae1b1d0609d86634', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16bd3d10f5624cceb585c844f36c5352', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.380495] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d82c9ad-fb7a-4eb4-ae77-7d529cafa2a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.406951] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52eb2118-7b30-61f7-dedb-ee90a57a4fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009061} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.408419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.411946] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.412256] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.412680] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.412680] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.412896] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 548.412896] env[63393]: value = "task-2681141" [ 548.412896] env[63393]: _type = "Task" [ 548.412896] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.417656] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-facef3a3-7920-4f7a-a54e-23ce44d13de0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.432108] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.434337] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.434337] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.434484] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd109e4f-b19f-433d-807c-6e08c616c3ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.442279] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 548.442279] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52efbc25-bcb2-92f1-94e5-1e8f1de00392" [ 548.442279] env[63393]: _type = "Task" [ 548.442279] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.448968] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.467361] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52efbc25-bcb2-92f1-94e5-1e8f1de00392, 'name': SearchDatastore_Task, 'duration_secs': 0.016967} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.467361] env[63393]: INFO nova.compute.manager [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Took 22.12 seconds to build instance. [ 548.469516] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f4f25f-2ec0-41d8-98c1-b445b9d59cb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.474757] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 548.474757] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ed0b67-0e65-9493-46ff-9abfb3fe3db4" [ 548.474757] env[63393]: _type = "Task" [ 548.474757] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.490030] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ed0b67-0e65-9493-46ff-9abfb3fe3db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.536924] env[63393]: DEBUG nova.network.neutron [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Updated VIF entry in instance network info cache for port 282db5e6-a1fd-40af-b6d8-9c91e9104da8. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.537462] env[63393]: DEBUG nova.network.neutron [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Updating instance_info_cache with network_info: [{"id": "282db5e6-a1fd-40af-b6d8-9c91e9104da8", "address": "fa:16:3e:b9:81:d0", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282db5e6-a1", "ovs_interfaceid": "282db5e6-a1fd-40af-b6d8-9c91e9104da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.601838] env[63393]: DEBUG oslo_vmware.api [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681138, 'name': PowerOnVM_Task, 'duration_secs': 0.713401} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.603351] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.603351] env[63393]: INFO nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Took 13.18 seconds to spawn the instance on the hypervisor. [ 548.603351] env[63393]: DEBUG nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.603940] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb02e3-dc56-4ccc-8669-c89a4dc4be56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.688840] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.739938] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.824993] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681130, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.911233} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.824993] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] dc0da38c-afce-47f2-ac49-5a0933f2a926/dc0da38c-afce-47f2-ac49-5a0933f2a926.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.825293] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.825476] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fe1532d-c0cd-4e38-87e4-beef7e4d7265 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.831829] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 548.831829] env[63393]: value = "task-2681142" [ 548.831829] env[63393]: _type = "Task" [ 548.831829] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.843917] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.936366] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.969323] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c22bcfd2-e1aa-44a8-95fc-54ae48c8e624 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.628s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.970604] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.475s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.970805] env[63393]: INFO nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] During sync_power_state the instance has a pending task (spawning). Skip. [ 548.971030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.981688] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.990635] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ed0b67-0e65-9493-46ff-9abfb3fe3db4, 'name': SearchDatastore_Task, 'duration_secs': 0.015808} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.991410] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.991709] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 92a64953-87ea-4307-a16a-e2cd144d7350/92a64953-87ea-4307-a16a-e2cd144d7350.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.991991] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98cca18e-25e3-412a-b111-19f1367a7294 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.999896] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 548.999896] env[63393]: value = "task-2681143" [ 548.999896] env[63393]: _type = "Task" [ 548.999896] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.011302] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.032973] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eee2fe-8761-4789-a287-9e51dd395243 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.043517] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa6f20-b6b4-4c2d-9293-3b5e71f4de5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.048569] env[63393]: DEBUG oslo_concurrency.lockutils [req-e7fdca77-876e-4037-9eae-7d89009d5e40 req-f1101b4e-b06e-48db-9e0c-987e51981f03 service nova] Releasing lock "refresh_cache-f255de95-0e89-488b-8441-cc7c997cdf89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.082360] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63af57c-d60b-409e-b82a-0b1134c300fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.090574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6965b-b737-4f59-b36d-132636e6ec91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.105200] env[63393]: DEBUG nova.compute.provider_tree [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.126354] env[63393]: INFO nova.compute.manager [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Took 23.83 seconds to build instance. [ 549.239746] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681139, 'name': PowerOffVM_Task, 'duration_secs': 1.208608} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.240028] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 549.240202] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 549.240478] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1094fd7f-11a1-4d36-b698-2cdd5a88557a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.312562] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 549.312893] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 549.313062] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleting the datastore file [datastore1] a82c7bc8-b723-4dff-9479-42aa45d92a42 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.313421] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d49cfe66-00b1-41b3-b9ad-9f1eee25ae2e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.326207] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 549.326207] env[63393]: value = "task-2681145" [ 549.326207] env[63393]: _type = "Task" [ 549.326207] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.336153] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.348344] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10853} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.348344] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.349762] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa107f05-68e6-4596-9a6e-fc53a4252cbb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.374199] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] dc0da38c-afce-47f2-ac49-5a0933f2a926/dc0da38c-afce-47f2-ac49-5a0933f2a926.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.374199] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177d9515-bbb9-4b15-8a93-17a62ccbcb95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.395879] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 549.395879] env[63393]: value = "task-2681146" [ 549.395879] env[63393]: _type = "Task" [ 549.395879] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.407276] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.429948] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681141, 'name': ReconfigVM_Task, 'duration_secs': 0.652119} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.430389] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f255de95-0e89-488b-8441-cc7c997cdf89/f255de95-0e89-488b-8441-cc7c997cdf89.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.431154] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d83b08d-7b51-4700-ae92-4cbf1b29e2f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.437600] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 549.437600] env[63393]: value = "task-2681147" [ 549.437600] env[63393]: _type = "Task" [ 549.437600] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.448458] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681147, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.472758] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.512557] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.608138] env[63393]: DEBUG nova.scheduler.client.report [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.628374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-333bc6d2-7ef4-486e-be89-0493ba02b973 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.350s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.629942] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.134s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.630013] env[63393]: INFO nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] During sync_power_state the instance has a pending task (spawning). Skip. [ 549.630167] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.661348] env[63393]: DEBUG nova.network.neutron [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Successfully created port: e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.702031] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.846927] env[63393]: DEBUG oslo_vmware.api [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30618} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.847618] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 549.847618] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 549.847998] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 549.847998] env[63393]: INFO nova.compute.manager [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Took 2.14 seconds to destroy the instance on the hypervisor. [ 549.848199] env[63393]: DEBUG oslo.service.loopingcall [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.848393] env[63393]: DEBUG nova.compute.manager [-] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 549.848491] env[63393]: DEBUG nova.network.neutron [-] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 549.864320] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.864557] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.864719] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.865491] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.865645] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.865790] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.866011] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.866934] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.867115] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.867295] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.868948] env[63393]: DEBUG nova.virt.hardware [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.872370] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82007685-3d2e-459b-89e3-83a6e2e72d54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.881948] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2a924-a49d-40d2-b2c1-e0eaff99ca51 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.916500] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681146, 'name': ReconfigVM_Task, 'duration_secs': 0.363965} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.916770] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Reconfigured VM instance instance-0000000a to attach disk [datastore1] dc0da38c-afce-47f2-ac49-5a0933f2a926/dc0da38c-afce-47f2-ac49-5a0933f2a926.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.917384] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a9c1d6-4bc9-4dd6-b8f8-50bcfa65cc45 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.923858] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 549.923858] env[63393]: value = "task-2681148" [ 549.923858] env[63393]: _type = "Task" [ 549.923858] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.934551] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681148, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.948534] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681147, 'name': Rename_Task, 'duration_secs': 0.20362} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.948803] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 549.950029] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed217df6-ced4-4b4d-b918-3e30f1e1df73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.958033] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 549.958033] env[63393]: value = "task-2681149" [ 549.958033] env[63393]: _type = "Task" [ 549.958033] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.964644] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.015729] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533705} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.016818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.017114] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 92a64953-87ea-4307-a16a-e2cd144d7350/92a64953-87ea-4307-a16a-e2cd144d7350.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.017332] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.018269] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a083e930-9147-40f2-95b6-b90bee586356 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.023964] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 550.023964] env[63393]: value = "task-2681150" [ 550.023964] env[63393]: _type = "Task" [ 550.023964] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.036334] env[63393]: DEBUG nova.network.neutron [-] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.037747] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.116334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.116847] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.123745] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.961s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.126034] env[63393]: INFO nova.compute.claims [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.132760] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.435787] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681148, 'name': Rename_Task, 'duration_secs': 0.261483} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.437870] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.438140] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2701f25d-b1cd-4ec5-bb62-441990ea3004 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.446549] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 550.446549] env[63393]: value = "task-2681151" [ 550.446549] env[63393]: _type = "Task" [ 550.446549] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.456670] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.466541] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.547041] env[63393]: INFO nova.compute.manager [-] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Took 2.34 seconds to deallocate network for instance. [ 550.547148] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066262} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.549604] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.555602] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7689dc6e-0241-4488-a7de-a4b491e8bffa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.596635] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 92a64953-87ea-4307-a16a-e2cd144d7350/92a64953-87ea-4307-a16a-e2cd144d7350.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.597139] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ae8e16-f4db-4b54-bccd-8b9687b7859f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.624975] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 550.624975] env[63393]: value = "task-2681152" [ 550.624975] env[63393]: _type = "Task" [ 550.624975] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.637827] env[63393]: DEBUG nova.compute.utils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.640220] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.642310] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.642365] env[63393]: DEBUG nova.network.neutron [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.669360] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.754920] env[63393]: DEBUG nova.compute.manager [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Received event network-changed-aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.755054] env[63393]: DEBUG nova.compute.manager [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Refreshing instance network info cache due to event network-changed-aa0be1f6-411c-489c-b8a5-80c6a102a5be. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.755225] env[63393]: DEBUG oslo_concurrency.lockutils [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] Acquiring lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.755362] env[63393]: DEBUG oslo_concurrency.lockutils [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] Acquired lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.755542] env[63393]: DEBUG nova.network.neutron [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Refreshing network info cache for port aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.961641] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.971406] env[63393]: DEBUG oslo_vmware.api [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681149, 'name': PowerOnVM_Task, 'duration_secs': 0.665749} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.971662] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 550.971879] env[63393]: INFO nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Took 10.74 seconds to spawn the instance on the hypervisor. [ 550.974902] env[63393]: DEBUG nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 550.975849] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dffcc4-93d2-474b-872b-1304e41b675d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.016511] env[63393]: DEBUG nova.network.neutron [-] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.019139] env[63393]: DEBUG nova.policy [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d22855685d4027b5a28fc91112550e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d993e46ee464707bc244a0fbb03367d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.060976] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.136979] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.143740] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 551.161803] env[63393]: DEBUG nova.compute.manager [req-b4e2a3fc-f31d-4312-ba00-3dd4ad606d67 req-28f94fc6-098a-4e13-823c-27c125ebd85a service nova] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Received event network-vif-deleted-7222ae59-8ac2-4e02-9f5a-38c630dd137b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 551.464678] env[63393]: DEBUG oslo_vmware.api [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681151, 'name': PowerOnVM_Task, 'duration_secs': 1.000495} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.465399] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.465399] env[63393]: INFO nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Took 6.47 seconds to spawn the instance on the hypervisor. [ 551.465540] env[63393]: DEBUG nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.466557] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b95bb-3382-49ad-a414-aa5c275f6530 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.477618] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a9a9e5-3481-489b-9017-611b4587cb36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.507389] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6480ac10-b65b-4eb8-a23f-8480383ba5ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.512737] env[63393]: INFO nova.compute.manager [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Took 24.37 seconds to build instance. [ 551.554117] env[63393]: INFO nova.compute.manager [-] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Took 1.71 seconds to deallocate network for instance. [ 551.557786] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe76acd-4524-44a2-90c5-a451cb33b17e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.585490] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051c5d25-1212-47d8-a699-cebd9351a125 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.608181] env[63393]: DEBUG nova.compute.provider_tree [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.638447] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.809302] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "36739a27-6196-4609-868a-aa03d3a6677c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.809546] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "36739a27-6196-4609-868a-aa03d3a6677c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.863646] env[63393]: DEBUG nova.network.neutron [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updated VIF entry in instance network info cache for port aa0be1f6-411c-489c-b8a5-80c6a102a5be. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.864021] env[63393]: DEBUG nova.network.neutron [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updating instance_info_cache with network_info: [{"id": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "address": "fa:16:3e:55:5d:13", "network": {"id": "b57b9912-f9c2-4cbc-8d7c-7d2441d376b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875732862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa4388cdff44f34b6de302ee6a50e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0be1f6-41", "ovs_interfaceid": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.996998] env[63393]: INFO nova.compute.manager [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Took 20.82 seconds to build instance. [ 552.017198] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b70092c-973c-4a56-a39e-21884819d5d5 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "f255de95-0e89-488b-8441-cc7c997cdf89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.879s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.019281] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "f255de95-0e89-488b-8441-cc7c997cdf89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.522s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.019281] env[63393]: INFO nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] During sync_power_state the instance has a pending task (spawning). Skip. [ 552.019281] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "f255de95-0e89-488b-8441-cc7c997cdf89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.075751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.117076] env[63393]: DEBUG nova.scheduler.client.report [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.147704] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681152, 'name': ReconfigVM_Task, 'duration_secs': 1.472914} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.148174] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 92a64953-87ea-4307-a16a-e2cd144d7350/92a64953-87ea-4307-a16a-e2cd144d7350.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.148639] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a1967a-8672-4ceb-a334-c09d1d88d46b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.153049] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 552.159724] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 552.159724] env[63393]: value = "task-2681153" [ 552.159724] env[63393]: _type = "Task" [ 552.159724] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.171755] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681153, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.189014] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 552.189327] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 552.189494] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 552.189717] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 552.189906] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 552.194420] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 552.194420] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 552.194700] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 552.195193] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 552.195193] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 552.195294] env[63393]: DEBUG nova.virt.hardware [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 552.196238] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214d9e25-c533-49f4-a752-5be46321d9db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.206109] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ded1b-bec2-4158-83db-804c582bdb92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.225375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Acquiring lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.225375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.225375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Acquiring lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.225375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.225916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.227221] env[63393]: INFO nova.compute.manager [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Terminating instance [ 552.343846] env[63393]: DEBUG nova.network.neutron [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Successfully updated port: e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.348184] env[63393]: DEBUG nova.network.neutron [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Successfully created port: 33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.370244] env[63393]: DEBUG oslo_concurrency.lockutils [req-71b44215-20c4-4c8e-80e8-3731aceb61aa req-169925e4-a428-4239-9f94-f4580299948d service nova] Releasing lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.502851] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bf15ca9-0640-493b-ad6f-cc6399d4dc0b tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.337s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.504732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.007s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.505254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d124d04-847a-4e53-aaba-76c060132c30 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.512318] env[63393]: INFO nova.compute.manager [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Rebuilding instance [ 552.520778] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.583243] env[63393]: DEBUG nova.compute.manager [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.584263] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a8df9f-1595-4579-83ed-d231c9ac4d42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.626974] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.626974] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.630120] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.960s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.631727] env[63393]: INFO nova.compute.claims [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.671774] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681153, 'name': Rename_Task, 'duration_secs': 0.332474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.672359] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.673038] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8887e97c-47f8-453b-ac3b-f25e8b1137a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.680203] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 552.680203] env[63393]: value = "task-2681154" [ 552.680203] env[63393]: _type = "Task" [ 552.680203] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.689801] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.735570] env[63393]: DEBUG nova.compute.manager [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 552.735570] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 552.735970] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8602bd9d-a51b-470c-8219-605b345e902e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.748093] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 552.748093] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f50fe40-d418-4500-ad40-267891576807 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.755585] env[63393]: DEBUG oslo_vmware.api [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Waiting for the task: (returnval){ [ 552.755585] env[63393]: value = "task-2681155" [ 552.755585] env[63393]: _type = "Task" [ 552.755585] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.766143] env[63393]: DEBUG oslo_vmware.api [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Task: {'id': task-2681155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.850161] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.850161] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquired lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.850161] env[63393]: DEBUG nova.network.neutron [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.012399] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.026834] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.065694] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.132414] env[63393]: DEBUG nova.compute.utils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 553.133519] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.133695] env[63393]: DEBUG nova.network.neutron [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.195075] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681154, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.241955] env[63393]: DEBUG nova.policy [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb5cdb3a5f6640d4a0f7a930113803f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edc489cdb4c947beb4e9b044880420b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 553.272394] env[63393]: DEBUG oslo_vmware.api [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Task: {'id': task-2681155, 'name': PowerOffVM_Task, 'duration_secs': 0.211084} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.272394] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 553.272535] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 553.272743] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b0a039-2a46-40b7-aab1-151d7e8892d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.337035] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 553.337306] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 553.337519] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Deleting the datastore file [datastore2] 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.337817] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78315785-729e-465a-94ae-fa938be58306 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.348150] env[63393]: DEBUG oslo_vmware.api [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Waiting for the task: (returnval){ [ 553.348150] env[63393]: value = "task-2681157" [ 553.348150] env[63393]: _type = "Task" [ 553.348150] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.363736] env[63393]: DEBUG oslo_vmware.api [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Task: {'id': task-2681157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.454846] env[63393]: DEBUG nova.network.neutron [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.543976] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.601654] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 553.602015] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a31c552-5bdc-412d-b8d6-e5d16334dc65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.611636] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 553.611636] env[63393]: value = "task-2681158" [ 553.611636] env[63393]: _type = "Task" [ 553.611636] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.621645] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.637521] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.702736] env[63393]: DEBUG oslo_vmware.api [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681154, 'name': PowerOnVM_Task, 'duration_secs': 0.573562} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.706178] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.706390] env[63393]: INFO nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Took 11.09 seconds to spawn the instance on the hypervisor. [ 553.706602] env[63393]: DEBUG nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.708567] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c829515-0d1a-4dcb-94a2-020a5dbafae8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.871781] env[63393]: DEBUG oslo_vmware.api [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Task: {'id': task-2681157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214486} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.878509] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.885865] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 553.885865] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 553.885865] env[63393]: INFO nova.compute.manager [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Took 1.15 seconds to destroy the instance on the hypervisor. [ 553.885865] env[63393]: DEBUG oslo.service.loopingcall [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.885865] env[63393]: DEBUG nova.compute.manager [-] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 553.885865] env[63393]: DEBUG nova.network.neutron [-] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 554.051945] env[63393]: DEBUG nova.compute.manager [None req-bfdf4888-ef80-431d-a5cb-18ad2fd6a1f4 tempest-ServerDiagnosticsV248Test-536230868 tempest-ServerDiagnosticsV248Test-536230868-project-admin] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.056853] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575f2b14-e3f0-4272-900b-76116ebfa12c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.069922] env[63393]: INFO nova.compute.manager [None req-bfdf4888-ef80-431d-a5cb-18ad2fd6a1f4 tempest-ServerDiagnosticsV248Test-536230868 tempest-ServerDiagnosticsV248Test-536230868-project-admin] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Retrieving diagnostics [ 554.070744] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880b4704-9e29-47ac-a010-eeb4c39b361e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.108581] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e95682-d459-4b13-a800-4d4e235e5817 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.118568] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13502c2-8718-466e-9f2b-a20fdf0273b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.125407] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681158, 'name': PowerOffVM_Task, 'duration_secs': 0.202874} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.126042] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 554.126321] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 554.127491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbca4ee-6f2b-43a0-9101-1295245dc25e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.162627] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac759daa-88cd-41fa-a96a-4256a67ce8a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.168374] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 554.169298] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8f44e33-cb7b-4317-a935-a6e10c830c55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.174166] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec1edb5-bcd3-4619-ab27-2e0227273315 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.190832] env[63393]: DEBUG nova.compute.provider_tree [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.200846] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 554.203428] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 554.203428] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Deleting the datastore file [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.203428] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-accdbd49-f1f0-48f0-bef1-4904f5d6d875 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.212125] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 554.212125] env[63393]: value = "task-2681160" [ 554.212125] env[63393]: _type = "Task" [ 554.212125] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.230603] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.232318] env[63393]: INFO nova.compute.manager [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Took 25.56 seconds to build instance. [ 554.251119] env[63393]: DEBUG nova.network.neutron [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updating instance_info_cache with network_info: [{"id": "e418015f-bf77-4cde-96aa-67aeb159641e", "address": "fa:16:3e:6f:75:df", "network": {"id": "a3c9ece8-4f97-485c-a73b-3e62c92af82d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1977630538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16bd3d10f5624cceb585c844f36c5352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape418015f-bf", "ovs_interfaceid": "e418015f-bf77-4cde-96aa-67aeb159641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.359843] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.359843] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.479332] env[63393]: DEBUG nova.compute.manager [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Received event network-vif-plugged-e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.479440] env[63393]: DEBUG oslo_concurrency.lockutils [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] Acquiring lock "11044fc7-5b70-43f5-b5f0-703eec1592fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.480042] env[63393]: DEBUG oslo_concurrency.lockutils [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.480326] env[63393]: DEBUG oslo_concurrency.lockutils [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.480436] env[63393]: DEBUG nova.compute.manager [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] No waiting events found dispatching network-vif-plugged-e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.480593] env[63393]: WARNING nova.compute.manager [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Received unexpected event network-vif-plugged-e418015f-bf77-4cde-96aa-67aeb159641e for instance with vm_state building and task_state spawning. [ 554.480769] env[63393]: DEBUG nova.compute.manager [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Received event network-changed-e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.480948] env[63393]: DEBUG nova.compute.manager [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Refreshing instance network info cache due to event network-changed-e418015f-bf77-4cde-96aa-67aeb159641e. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 554.481106] env[63393]: DEBUG oslo_concurrency.lockutils [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] Acquiring lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.575785] env[63393]: DEBUG nova.network.neutron [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Successfully created port: 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.662680] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.688395] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.688743] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.688876] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.689135] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.689337] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.689521] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.689768] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.689959] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.690178] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.690362] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.690536] env[63393]: DEBUG nova.virt.hardware [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.691797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a27eb07-ef4d-42a9-a89a-6a52b573c653 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.695088] env[63393]: DEBUG nova.scheduler.client.report [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.704680] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb12c06-f464-4426-b185-17a0445dd045 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.732744] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23554} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.732744] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.732744] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 554.732744] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 554.734642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "92a64953-87ea-4307-a16a-e2cd144d7350" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.077s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.738997] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "92a64953-87ea-4307-a16a-e2cd144d7350" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.242s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.739234] env[63393]: INFO nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 554.739512] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "92a64953-87ea-4307-a16a-e2cd144d7350" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.757127] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Releasing lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.757496] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Instance network_info: |[{"id": "e418015f-bf77-4cde-96aa-67aeb159641e", "address": "fa:16:3e:6f:75:df", "network": {"id": "a3c9ece8-4f97-485c-a73b-3e62c92af82d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1977630538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16bd3d10f5624cceb585c844f36c5352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape418015f-bf", "ovs_interfaceid": "e418015f-bf77-4cde-96aa-67aeb159641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.757818] env[63393]: DEBUG oslo_concurrency.lockutils [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] Acquired lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.758419] env[63393]: DEBUG nova.network.neutron [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Refreshing network info cache for port e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.760011] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:75:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e418015f-bf77-4cde-96aa-67aeb159641e', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.768266] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Creating folder: Project (16bd3d10f5624cceb585c844f36c5352). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.770590] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d5b391-e254-41ad-b24f-ec98b7035272 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.782216] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Created folder: Project (16bd3d10f5624cceb585c844f36c5352) in parent group-v540494. [ 554.782462] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Creating folder: Instances. Parent ref: group-v540519. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.782740] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a419af7-4a7a-4cee-bcb7-16e2e0b7ee71 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.791772] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Created folder: Instances in parent group-v540519. [ 554.792023] env[63393]: DEBUG oslo.service.loopingcall [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.792218] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.792425] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8e9649-25fa-4bfc-94cb-1ce697d730bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.814220] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.814220] env[63393]: value = "task-2681163" [ 554.814220] env[63393]: _type = "Task" [ 554.814220] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.824781] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681163, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.912070] env[63393]: DEBUG nova.network.neutron [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Successfully updated port: 33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.110246] env[63393]: DEBUG nova.compute.manager [req-2162c1b1-b830-450b-b141-89ebfe8c41e4 req-e374a432-4dac-4d72-8643-a8ca8fceebd8 service nova] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Received event network-vif-deleted-6e7fe3ed-637b-4b28-b53c-599af2b67746 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.153135] env[63393]: DEBUG nova.network.neutron [-] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.200866] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.202742] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.206725] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.185s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.206935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.207114] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.207418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.226s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.208989] env[63393]: INFO nova.compute.claims [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.218697] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3093d3-c075-4b66-b0b5-3fa36adb9f7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.237410] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365d6b5-da83-4a94-9049-8746b1a567ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.248352] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.269016] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88073749-a839-4fd2-aa4b-aff6c7576572 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.281247] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ef091-dbe4-4950-b472-77ab424179f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.315826] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181144MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.316316] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.329312] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681163, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.417412] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.417412] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.417412] env[63393]: DEBUG nova.network.neutron [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.657908] env[63393]: INFO nova.compute.manager [-] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Took 1.77 seconds to deallocate network for instance. [ 555.709573] env[63393]: DEBUG nova.compute.utils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 555.712546] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 555.712546] env[63393]: DEBUG nova.network.neutron [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.788695] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.799638] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.799936] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.800145] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.800331] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.800490] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.801835] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.802156] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.802338] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.802516] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.802682] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.804797] env[63393]: DEBUG nova.virt.hardware [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.805795] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85df2ee-3571-49a5-8637-edc71fdb6cd0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.816441] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1977b1-a62f-4da1-8a25-b999dd071e15 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.843318] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681163, 'name': CreateVM_Task, 'duration_secs': 0.536331} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.843792] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.850692] env[63393]: DEBUG oslo.service.loopingcall [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.850965] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.851267] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.852446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.852446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.852568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.852798] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f68f34-c4d4-4367-a0a8-e06600d97e04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.865970] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc27351-0984-497d-a13c-44db11933982 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.871330] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 555.871330] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527becd9-71ac-9fef-069b-0438cca61b3f" [ 555.871330] env[63393]: _type = "Task" [ 555.871330] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.875839] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.875839] env[63393]: value = "task-2681164" [ 555.875839] env[63393]: _type = "Task" [ 555.875839] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.883379] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527becd9-71ac-9fef-069b-0438cca61b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.884373] env[63393]: DEBUG nova.network.neutron [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updated VIF entry in instance network info cache for port e418015f-bf77-4cde-96aa-67aeb159641e. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.884786] env[63393]: DEBUG nova.network.neutron [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updating instance_info_cache with network_info: [{"id": "e418015f-bf77-4cde-96aa-67aeb159641e", "address": "fa:16:3e:6f:75:df", "network": {"id": "a3c9ece8-4f97-485c-a73b-3e62c92af82d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1977630538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16bd3d10f5624cceb585c844f36c5352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape418015f-bf", "ovs_interfaceid": "e418015f-bf77-4cde-96aa-67aeb159641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.890028] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681164, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.007796] env[63393]: DEBUG nova.network.neutron [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.088151] env[63393]: DEBUG nova.policy [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28fe025deff9483c8c806720e0c8334d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c566cd08bb2b4a758ccae29a0f214f50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.168374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.221673] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.323478] env[63393]: DEBUG nova.network.neutron [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [{"id": "33a6a101-f574-41a5-96a7-ed0569946a83", "address": "fa:16:3e:91:17:8b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a6a101-f5", "ovs_interfaceid": "33a6a101-f574-41a5-96a7-ed0569946a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.391888] env[63393]: DEBUG oslo_concurrency.lockutils [req-d226b17f-4cef-42ca-9bc4-0b96cd779bf9 req-c3d55bb5-7f3b-4da2-aaff-39c81f1bd2a1 service nova] Releasing lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.392407] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527becd9-71ac-9fef-069b-0438cca61b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013995} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.400689] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.400689] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.400689] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.400689] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.401511] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.401511] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681164, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.401511] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c63ce27-c57f-4977-a717-2c8703f42b6f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.410909] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.411168] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.411923] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892ed811-5a38-45eb-bd71-de9e6044ee49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.417526] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 556.417526] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f9772b-eeee-aed9-2f2f-9635d5580335" [ 556.417526] env[63393]: _type = "Task" [ 556.417526] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.430266] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f9772b-eeee-aed9-2f2f-9635d5580335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.602558] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0012577b-ad07-4abc-a8dd-2002be516c1e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.614405] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb950a-9afc-4b5d-9707-df9b3c478ff2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.650386] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617c1313-7f18-4b02-b8c5-765a154bc6fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.660296] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd0dac-d779-4183-8baa-720491ccedf3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.672993] env[63393]: DEBUG nova.compute.provider_tree [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.829814] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.830209] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Instance network_info: |[{"id": "33a6a101-f574-41a5-96a7-ed0569946a83", "address": "fa:16:3e:91:17:8b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a6a101-f5", "ovs_interfaceid": "33a6a101-f574-41a5-96a7-ed0569946a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.830634] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:17:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33a6a101-f574-41a5-96a7-ed0569946a83', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.842235] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Creating folder: Project (0d993e46ee464707bc244a0fbb03367d). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.842974] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1207c3-2135-4e71-b711-777bbcdc59d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.857589] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Created folder: Project (0d993e46ee464707bc244a0fbb03367d) in parent group-v540494. [ 556.857790] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Creating folder: Instances. Parent ref: group-v540523. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.858069] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b66fcf9c-0a63-43ce-a164-ff3d336d746b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.867515] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Created folder: Instances in parent group-v540523. [ 556.867586] env[63393]: DEBUG oslo.service.loopingcall [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.867773] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.867977] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61fa1b14-db56-46bb-94b9-e7be95fc67c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.892707] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681164, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.894567] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.894567] env[63393]: value = "task-2681167" [ 556.894567] env[63393]: _type = "Task" [ 556.894567] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.901932] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681167, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.935284] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f9772b-eeee-aed9-2f2f-9635d5580335, 'name': SearchDatastore_Task, 'duration_secs': 0.022661} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.936253] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6ea701-9721-4ae4-af7f-9f9127f18840 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.946043] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 556.946043] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b4c168-7cf3-dcf1-7489-d1d844290207" [ 556.946043] env[63393]: _type = "Task" [ 556.946043] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.955569] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b4c168-7cf3-dcf1-7489-d1d844290207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.174959] env[63393]: DEBUG nova.network.neutron [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Successfully updated port: 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.177648] env[63393]: DEBUG nova.scheduler.client.report [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.194988] env[63393]: DEBUG nova.network.neutron [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Successfully created port: 679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.235730] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.269139] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.269349] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.269458] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.269683] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.269853] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.270201] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.270483] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.270727] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.271020] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.271221] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.271402] env[63393]: DEBUG nova.virt.hardware [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.272317] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525837e-474a-4025-9427-16711d8724ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.283805] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfb2850-67c4-4458-94e7-8f5cc340a777 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.395315] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681164, 'name': CreateVM_Task, 'duration_secs': 1.135302} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.402228] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.402228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.402228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.402228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.402380] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9a67b2-2519-4fee-90d4-0eb4b4d248e3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.407270] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681167, 'name': CreateVM_Task, 'duration_secs': 0.38414} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.407754] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.408383] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.410610] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 557.410610] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c460d1-6b13-7b1c-6928-9b50385d4f36" [ 557.410610] env[63393]: _type = "Task" [ 557.410610] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.419071] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c460d1-6b13-7b1c-6928-9b50385d4f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.462948] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b4c168-7cf3-dcf1-7489-d1d844290207, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.463643] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.463643] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 11044fc7-5b70-43f5-b5f0-703eec1592fd/11044fc7-5b70-43f5-b5f0-703eec1592fd.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.463907] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c11f1dd-6ab4-4bbb-8efd-b7905d450a44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.474341] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 557.474341] env[63393]: value = "task-2681168" [ 557.474341] env[63393]: _type = "Task" [ 557.474341] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.485716] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.684034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.684034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquired lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.684034] env[63393]: DEBUG nova.network.neutron [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.688612] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.688612] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 557.691057] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.674s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.693989] env[63393]: INFO nova.compute.claims [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.932031] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c460d1-6b13-7b1c-6928-9b50385d4f36, 'name': SearchDatastore_Task, 'duration_secs': 0.02834} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.933136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.933597] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.934121] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.934522] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.934771] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.935131] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.935618] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.935921] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b086f6-c609-4785-83d7-c587ca933da3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.939977] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827746ba-4dc4-4358-9c8a-db3416e54a54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.946766] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 557.946766] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5233118a-88c0-feb4-28ee-972b880f686d" [ 557.946766] env[63393]: _type = "Task" [ 557.946766] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.956407] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5233118a-88c0-feb4-28ee-972b880f686d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.969030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.969362] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.969664] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.970081] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.971992] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840b1293-d59d-403a-b1ea-107ea52f6ff5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.982436] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 557.982436] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b7dda2-daac-88ae-da2d-a5cce1e506d0" [ 557.982436] env[63393]: _type = "Task" [ 557.982436] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.986830] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681168, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.998529] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b7dda2-daac-88ae-da2d-a5cce1e506d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.001144] env[63393]: DEBUG nova.compute.manager [req-8f1832c9-d8ef-4c6d-9407-1a296cdfc88a req-615f9d0b-b5f3-4211-9693-8a1cd84ec2d4 service nova] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Received event network-vif-deleted-763cd9b7-b424-4306-b284-7977b7e3bedb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.199193] env[63393]: DEBUG nova.compute.utils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 558.204302] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.204302] env[63393]: DEBUG nova.network.neutron [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.267150] env[63393]: DEBUG nova.network.neutron [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.451324] env[63393]: DEBUG nova.policy [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870ec32254274326b1318a7acc540b0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99364fe381654df287d4ad3f14f0ac63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.468440] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5233118a-88c0-feb4-28ee-972b880f686d, 'name': SearchDatastore_Task, 'duration_secs': 0.064199} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.468961] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.469265] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.469730] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.487979] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875609} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.497794] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 11044fc7-5b70-43f5-b5f0-703eec1592fd/11044fc7-5b70-43f5-b5f0-703eec1592fd.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.498500] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.501441] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc2c003f-b226-4888-9e6c-8cf9c107649e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.509200] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b7dda2-daac-88ae-da2d-a5cce1e506d0, 'name': SearchDatastore_Task, 'duration_secs': 0.060834} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.509200] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 558.509200] env[63393]: value = "task-2681169" [ 558.509200] env[63393]: _type = "Task" [ 558.509200] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.509200] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7437a1-210a-47d1-89c7-9165576eb85c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.525040] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.525853] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 558.525853] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f1b9c9-4edd-2784-e8a2-3cde909a2db8" [ 558.525853] env[63393]: _type = "Task" [ 558.525853] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.542044] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f1b9c9-4edd-2784-e8a2-3cde909a2db8, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.542360] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.542645] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.542995] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.543174] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.543416] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b7bf36-ecfd-4e66-8f74-0c309ddc314e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.545818] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a926cd7b-2504-49a6-8a4c-af49f312393c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.552869] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 558.552869] env[63393]: value = "task-2681170" [ 558.552869] env[63393]: _type = "Task" [ 558.552869] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.559578] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.559766] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.560897] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b16f02-4d02-452b-ad08-e2eeba635705 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.569350] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.570847] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 558.570847] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525b5664-d324-d7b6-9fc7-a82392cb351b" [ 558.570847] env[63393]: _type = "Task" [ 558.570847] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.579612] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525b5664-d324-d7b6-9fc7-a82392cb351b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.610233] env[63393]: DEBUG nova.network.neutron [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updating instance_info_cache with network_info: [{"id": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "address": "fa:16:3e:3a:36:7f", "network": {"id": "91bd78f9-7f68-4d58-9fac-663515934633", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-664976687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc489cdb4c947beb4e9b044880420b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c19ecf9-90", "ovs_interfaceid": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.706963] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.926574] env[63393]: DEBUG nova.compute.manager [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Received event network-vif-plugged-33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.926673] env[63393]: DEBUG oslo_concurrency.lockutils [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] Acquiring lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.928811] env[63393]: DEBUG oslo_concurrency.lockutils [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.928811] env[63393]: DEBUG oslo_concurrency.lockutils [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.928811] env[63393]: DEBUG nova.compute.manager [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] No waiting events found dispatching network-vif-plugged-33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 558.928811] env[63393]: WARNING nova.compute.manager [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Received unexpected event network-vif-plugged-33a6a101-f574-41a5-96a7-ed0569946a83 for instance with vm_state building and task_state spawning. [ 558.928811] env[63393]: DEBUG nova.compute.manager [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Received event network-changed-33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.929629] env[63393]: DEBUG nova.compute.manager [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Refreshing instance network info cache due to event network-changed-33a6a101-f574-41a5-96a7-ed0569946a83. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.929629] env[63393]: DEBUG oslo_concurrency.lockutils [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] Acquiring lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.929629] env[63393]: DEBUG oslo_concurrency.lockutils [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] Acquired lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.929629] env[63393]: DEBUG nova.network.neutron [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Refreshing network info cache for port 33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.023315] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096664} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.024315] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.032340] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75999de1-d639-4586-954e-a01e7149e083 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.053636] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 11044fc7-5b70-43f5-b5f0-703eec1592fd/11044fc7-5b70-43f5-b5f0-703eec1592fd.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.056772] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d9307b-acd1-4de5-9c7f-19d16b1e69e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.092524] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525b5664-d324-d7b6-9fc7-a82392cb351b, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.092780] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681170, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.097912] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 559.097912] env[63393]: value = "task-2681171" [ 559.097912] env[63393]: _type = "Task" [ 559.097912] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.098353] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e883a9a5-44b7-4586-b073-410178a24b3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.109400] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 559.109400] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bc6650-b3ac-beb7-289f-028f9552d7d0" [ 559.109400] env[63393]: _type = "Task" [ 559.109400] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.113472] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Releasing lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.113843] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Instance network_info: |[{"id": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "address": "fa:16:3e:3a:36:7f", "network": {"id": "91bd78f9-7f68-4d58-9fac-663515934633", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-664976687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc489cdb4c947beb4e9b044880420b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c19ecf9-90", "ovs_interfaceid": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.114170] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.120246] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:36:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.128036] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Creating folder: Project (edc489cdb4c947beb4e9b044880420b9). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.128709] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c017971-6e5e-4fba-86ac-cb002e7fa196 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.137071] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bc6650-b3ac-beb7-289f-028f9552d7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.141739] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Created folder: Project (edc489cdb4c947beb4e9b044880420b9) in parent group-v540494. [ 559.141928] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Creating folder: Instances. Parent ref: group-v540526. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.142227] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d20888bc-ff7a-47f3-8470-088f8cf84e47 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.152088] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Created folder: Instances in parent group-v540526. [ 559.152277] env[63393]: DEBUG oslo.service.loopingcall [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.152481] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.152697] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-361abe34-9e5d-406e-bb13-ebd6d688251e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.175300] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.175300] env[63393]: value = "task-2681174" [ 559.175300] env[63393]: _type = "Task" [ 559.175300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.187633] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681174, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.211030] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d7abb8-0f43-4638-abef-75425840d5bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.228151] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26a3027-b104-4a1d-9c12-85a7ed03342a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.266867] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e423eb-f285-4a3c-a658-4ea5a5949a20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.277711] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4511114-80da-4058-9b26-25d163f2a6d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.295610] env[63393]: DEBUG nova.compute.provider_tree [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.580684] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887657} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.580940] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.581245] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.581493] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f9beed5-471b-4d66-98ad-0a0e428bdb03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.589137] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 559.589137] env[63393]: value = "task-2681175" [ 559.589137] env[63393]: _type = "Task" [ 559.589137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.598263] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.613065] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.623185] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bc6650-b3ac-beb7-289f-028f9552d7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.060235} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.623519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.623791] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757/7d8d0417-b510-417b-a18f-375d1dfd3757.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.624289] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-214d9a4d-1f07-4001-992e-e3b2cfce0321 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.632924] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 559.632924] env[63393]: value = "task-2681176" [ 559.632924] env[63393]: _type = "Task" [ 559.632924] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.646236] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.691877] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681174, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.714057] env[63393]: DEBUG nova.network.neutron [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Successfully created port: aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.726174] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.768107] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:26:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='374551147',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-356941922',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.768390] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.768626] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.769364] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.769364] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.769364] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.769772] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.769772] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.769772] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.769936] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.770141] env[63393]: DEBUG nova.virt.hardware [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.771138] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881ef34a-8920-4371-bd93-889b21c524ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.780786] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f518bc63-f493-46de-b622-0986c07768d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.800155] env[63393]: DEBUG nova.scheduler.client.report [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.098458] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103612} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.098777] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.099844] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a66b570-c339-4a12-a46e-1c221ecfafe6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.129424] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.132825] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ace00a-f070-485b-9e5e-740a2c81bbdc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.152465] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681171, 'name': ReconfigVM_Task, 'duration_secs': 0.999523} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.152911] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 11044fc7-5b70-43f5-b5f0-703eec1592fd/11044fc7-5b70-43f5-b5f0-703eec1592fd.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.157475] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c860dc81-461f-440c-9a11-9c0ab01f1270 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.167225] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 560.167225] env[63393]: value = "task-2681177" [ 560.167225] env[63393]: _type = "Task" [ 560.167225] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.177737] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 560.177737] env[63393]: value = "task-2681178" [ 560.177737] env[63393]: _type = "Task" [ 560.177737] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.178075] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.191016] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.196547] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681178, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.200137] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681174, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.307210] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.307210] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.310931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.640s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.313117] env[63393]: INFO nova.compute.claims [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.492644] env[63393]: DEBUG nova.network.neutron [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updated VIF entry in instance network info cache for port 33a6a101-f574-41a5-96a7-ed0569946a83. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.494673] env[63393]: DEBUG nova.network.neutron [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [{"id": "33a6a101-f574-41a5-96a7-ed0569946a83", "address": "fa:16:3e:91:17:8b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a6a101-f5", "ovs_interfaceid": "33a6a101-f574-41a5-96a7-ed0569946a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.624730] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "2613b16c-08ce-4423-a1c5-c342fa7c79db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.625035] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.662841] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900784} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.665027] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757/7d8d0417-b510-417b-a18f-375d1dfd3757.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.665027] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.665027] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf3af4b0-fd75-45f7-b027-f57778a0ed67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.673434] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 560.673434] env[63393]: value = "task-2681179" [ 560.673434] env[63393]: _type = "Task" [ 560.673434] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.679857] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681177, 'name': ReconfigVM_Task, 'duration_secs': 0.370965} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.686458] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.689448] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae7b9c0c-7e3d-45b8-b8a4-50e4fb65cfba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.691320] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.696298] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681178, 'name': Rename_Task, 'duration_secs': 0.415204} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.700117] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.700432] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 560.700432] env[63393]: value = "task-2681180" [ 560.700432] env[63393]: _type = "Task" [ 560.700432] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.700682] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681174, 'name': CreateVM_Task, 'duration_secs': 1.155935} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.700800] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b48615-ba07-43e2-9004-f91b0bd55b84 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.702290] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.706457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.706537] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.706803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.707656] env[63393]: DEBUG nova.network.neutron [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Successfully updated port: 679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.709217] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5ca01c-b011-41f8-95ec-f71f71c61cd4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.721298] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 560.721298] env[63393]: value = "task-2681181" [ 560.721298] env[63393]: _type = "Task" [ 560.721298] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.721580] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681180, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.721812] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 560.721812] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52158263-ec1d-9c15-9a4d-c21ad88dc590" [ 560.721812] env[63393]: _type = "Task" [ 560.721812] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.734963] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681181, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.739319] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52158263-ec1d-9c15-9a4d-c21ad88dc590, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.739647] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.739952] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.740248] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.740419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.740606] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.740883] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ecedf76-d920-4901-9bbc-d7d16905d086 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.751260] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.751260] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.751260] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197cfa27-6ea0-4cfe-beea-f6625a86bd2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.755865] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 560.755865] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525e436c-6252-8648-b594-f341ae6778c9" [ 560.755865] env[63393]: _type = "Task" [ 560.755865] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.764532] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525e436c-6252-8648-b594-f341ae6778c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.821733] env[63393]: DEBUG nova.compute.utils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.825390] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.825390] env[63393]: DEBUG nova.network.neutron [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.967642] env[63393]: DEBUG nova.policy [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fba9918b8fc4e288a85a632ea2e55ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48467042b2a5473fa783b8a2dea3e88d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.000103] env[63393]: DEBUG oslo_concurrency.lockutils [req-497b3b9a-6eb6-496f-a09b-cc29ce81917a req-590ffe39-b3f6-44f3-88df-586256745832 service nova] Releasing lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.191216] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067558} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.191507] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.192415] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9751a1-5c85-49b0-9ac9-a058ef77c95f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.218587] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "refresh_cache-23321024-43d0-47bd-978a-54fe07732e63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.218587] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquired lock "refresh_cache-23321024-43d0-47bd-978a-54fe07732e63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.218587] env[63393]: DEBUG nova.network.neutron [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.230398] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757/7d8d0417-b510-417b-a18f-375d1dfd3757.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.235086] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c60c5e0-845b-4127-b39e-fd661cce6ade {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.268535] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681180, 'name': Rename_Task, 'duration_secs': 0.135697} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.270101] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.270427] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 561.270427] env[63393]: value = "task-2681182" [ 561.270427] env[63393]: _type = "Task" [ 561.270427] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.275744] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8eb3e85-500a-42d1-869a-9db92254020e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.275744] env[63393]: DEBUG oslo_vmware.api [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681181, 'name': PowerOnVM_Task, 'duration_secs': 0.457944} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.286417] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.286417] env[63393]: INFO nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Took 11.58 seconds to spawn the instance on the hypervisor. [ 561.286417] env[63393]: DEBUG nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.286417] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525e436c-6252-8648-b594-f341ae6778c9, 'name': SearchDatastore_Task, 'duration_secs': 0.021876} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.286417] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3090b3cd-e704-4ec9-8ea4-3b73f7cdafdf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.289816] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8681d66f-2a05-41c2-a107-79f9fa75116d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.291965] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 561.291965] env[63393]: value = "task-2681183" [ 561.291965] env[63393]: _type = "Task" [ 561.291965] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.296979] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.312963] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 561.312963] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52746093-09e6-d512-10ab-07757db2440c" [ 561.312963] env[63393]: _type = "Task" [ 561.312963] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.322943] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.331800] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.337241] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52746093-09e6-d512-10ab-07757db2440c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.712500] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c402f5f2-1588-4bdc-8c5a-1dd2619ebee6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.720757] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a8a658-93e8-41e4-863d-760e73c21335 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.764827] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c03683-bddd-4497-b39a-86fd0526de7a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.773563] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55c91d-ac33-4f99-8c15-e820b4150e00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.785799] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681182, 'name': ReconfigVM_Task, 'duration_secs': 0.430808} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.794404] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757/7d8d0417-b510-417b-a18f-375d1dfd3757.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.795256] env[63393]: DEBUG nova.compute.provider_tree [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.800578] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f5e77c-db2e-44d6-8c9a-2575a74982fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.807104] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.810665] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 561.810665] env[63393]: value = "task-2681184" [ 561.810665] env[63393]: _type = "Task" [ 561.810665] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.826862] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681184, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.831968] env[63393]: INFO nova.compute.manager [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Took 21.49 seconds to build instance. [ 561.845029] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52746093-09e6-d512-10ab-07757db2440c, 'name': SearchDatastore_Task, 'duration_secs': 0.021557} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.848674] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.848674] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ca95dd56-a5ca-4bc0-a704-278333df1f2d/ca95dd56-a5ca-4bc0-a704-278333df1f2d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.848674] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2d61994-0b21-47f7-a212-8366b5db4eb1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.852407] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 561.852407] env[63393]: value = "task-2681185" [ 561.852407] env[63393]: _type = "Task" [ 561.852407] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.853361] env[63393]: DEBUG nova.network.neutron [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Successfully created port: 7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.864137] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.867119] env[63393]: DEBUG nova.network.neutron [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.999567] env[63393]: DEBUG nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Received event network-vif-plugged-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.999799] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.000041] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.000223] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.000384] env[63393]: DEBUG nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] No waiting events found dispatching network-vif-plugged-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.000542] env[63393]: WARNING nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Received unexpected event network-vif-plugged-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 for instance with vm_state building and task_state spawning. [ 562.000705] env[63393]: DEBUG nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Received event network-changed-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.000961] env[63393]: DEBUG nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Refreshing instance network info cache due to event network-changed-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.001184] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Acquiring lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.004020] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Acquired lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.004020] env[63393]: DEBUG nova.network.neutron [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Refreshing network info cache for port 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 562.303627] env[63393]: DEBUG nova.scheduler.client.report [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.320781] env[63393]: DEBUG oslo_vmware.api [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681183, 'name': PowerOnVM_Task, 'duration_secs': 0.679206} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.324431] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.324530] env[63393]: DEBUG nova.compute.manager [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.324762] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681184, 'name': Rename_Task, 'duration_secs': 0.263905} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.325917] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dfefd-2d97-4c76-862b-8700d2d287af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.330929] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.330929] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5d1a78-f80f-4f92-9ff3-1e804461e625 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.340555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5a82a784-da75-4ffb-b526-b6ccbde46da3 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.831s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.341180] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 562.341180] env[63393]: value = "task-2681186" [ 562.341180] env[63393]: _type = "Task" [ 562.341180] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.351481] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.365723] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681186, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.376322] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681185, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.391105] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.391426] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.391588] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.391772] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.392176] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.392176] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.392334] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.394491] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.394491] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.394491] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.394491] env[63393]: DEBUG nova.virt.hardware [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.394491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae475a-a9f6-497c-a1b8-d1219c0b06f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.408337] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7bb844-8def-4879-a539-123d6a0e7974 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.728346] env[63393]: DEBUG nova.network.neutron [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Successfully updated port: aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.749038] env[63393]: DEBUG nova.network.neutron [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Updating instance_info_cache with network_info: [{"id": "679462d4-1b30-4ddd-b659-49b51e7c79d3", "address": "fa:16:3e:5a:a9:ed", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679462d4-1b", "ovs_interfaceid": "679462d4-1b30-4ddd-b659-49b51e7c79d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.813417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.813417] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.819057] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.758s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.819342] env[63393]: DEBUG nova.objects.instance [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lazy-loading 'resources' on Instance uuid d274894c-f404-482d-8ef2-ce3c58cd3878 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 562.847455] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.856623] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.864669] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681186, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.877404] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909439} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.877915] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ca95dd56-a5ca-4bc0-a704-278333df1f2d/ca95dd56-a5ca-4bc0-a704-278333df1f2d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.878094] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.878248] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb2fb75-a2a7-4d3e-a57f-805ad9333973 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.885589] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 562.885589] env[63393]: value = "task-2681187" [ 562.885589] env[63393]: _type = "Task" [ 562.885589] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.901881] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.234928] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.239186] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.239422] env[63393]: DEBUG nova.network.neutron [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.250449] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Releasing lock "refresh_cache-23321024-43d0-47bd-978a-54fe07732e63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.251611] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Instance network_info: |[{"id": "679462d4-1b30-4ddd-b659-49b51e7c79d3", "address": "fa:16:3e:5a:a9:ed", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679462d4-1b", "ovs_interfaceid": "679462d4-1b30-4ddd-b659-49b51e7c79d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.251761] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a9:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679462d4-1b30-4ddd-b659-49b51e7c79d3', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.260344] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Creating folder: Project (c566cd08bb2b4a758ccae29a0f214f50). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.260887] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-554ba73c-4088-4924-bf52-f6b8d24ca6c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.271633] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Created folder: Project (c566cd08bb2b4a758ccae29a0f214f50) in parent group-v540494. [ 563.271823] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Creating folder: Instances. Parent ref: group-v540529. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.272075] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70db3ca5-60a5-466f-849a-a898457db185 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.279976] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Created folder: Instances in parent group-v540529. [ 563.280393] env[63393]: DEBUG oslo.service.loopingcall [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.280612] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.280818] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681afbcf-3807-4503-a620-49c65dcf180c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.302301] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.302301] env[63393]: value = "task-2681190" [ 563.302301] env[63393]: _type = "Task" [ 563.302301] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.309994] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681190, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.322644] env[63393]: DEBUG nova.compute.utils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 563.323934] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.324176] env[63393]: DEBUG nova.network.neutron [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.360805] env[63393]: DEBUG oslo_vmware.api [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681186, 'name': PowerOnVM_Task, 'duration_secs': 0.893162} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.361332] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.361332] env[63393]: INFO nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Took 11.21 seconds to spawn the instance on the hypervisor. [ 563.361483] env[63393]: DEBUG nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.362800] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61266d11-37c9-40ba-b9ac-e419870cfc0f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.394573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.401638] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071305} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.401963] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.402969] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510ca5a-28c3-4c3c-9a4f-0a07dc77da89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.430137] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ca95dd56-a5ca-4bc0-a704-278333df1f2d/ca95dd56-a5ca-4bc0-a704-278333df1f2d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.433984] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce6ceda-0311-42cb-b7b4-d525e630e5dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.451445] env[63393]: DEBUG nova.network.neutron [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updated VIF entry in instance network info cache for port 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.452128] env[63393]: DEBUG nova.network.neutron [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updating instance_info_cache with network_info: [{"id": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "address": "fa:16:3e:3a:36:7f", "network": {"id": "91bd78f9-7f68-4d58-9fac-663515934633", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-664976687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc489cdb4c947beb4e9b044880420b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c19ecf9-90", "ovs_interfaceid": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.459326] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 563.459326] env[63393]: value = "task-2681191" [ 563.459326] env[63393]: _type = "Task" [ 563.459326] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.470237] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.506598] env[63393]: DEBUG nova.policy [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac5f51f3847c40e4b67d4cd4e60abb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2bcd7c7a4934a1db7958d41f96df7aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.748191] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15154092-9bf0-42c5-807a-c8a9eb0aac38 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.755882] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a3637f-6052-49c5-af86-f7be51e1c89e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.794054] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1c982-d0f1-4360-b2ea-ecd540e11712 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.802248] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd77f5-6d27-43f7-8ded-e2051bb837a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.814687] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681190, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.823170] env[63393]: DEBUG nova.compute.provider_tree [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.829154] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.886234] env[63393]: INFO nova.compute.manager [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Took 23.50 seconds to build instance. [ 563.928719] env[63393]: DEBUG nova.network.neutron [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.956634] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Releasing lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.956797] env[63393]: DEBUG nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Received event network-changed-aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.957436] env[63393]: DEBUG nova.compute.manager [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Refreshing instance network info cache due to event network-changed-aa0be1f6-411c-489c-b8a5-80c6a102a5be. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.957809] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Acquiring lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.958066] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Acquired lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.958508] env[63393]: DEBUG nova.network.neutron [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Refreshing network info cache for port aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.971393] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.124787] env[63393]: DEBUG nova.compute.manager [req-56d72eb2-9b15-4c1a-bf11-751a1aedadac req-13375ab8-6efd-4c45-969b-e07ec3d7b487 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Received event network-vif-plugged-aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.125556] env[63393]: DEBUG oslo_concurrency.lockutils [req-56d72eb2-9b15-4c1a-bf11-751a1aedadac req-13375ab8-6efd-4c45-969b-e07ec3d7b487 service nova] Acquiring lock "33df7bf1-a8e8-4368-b5a4-155436b6320f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.126507] env[63393]: DEBUG oslo_concurrency.lockutils [req-56d72eb2-9b15-4c1a-bf11-751a1aedadac req-13375ab8-6efd-4c45-969b-e07ec3d7b487 service nova] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.126507] env[63393]: DEBUG oslo_concurrency.lockutils [req-56d72eb2-9b15-4c1a-bf11-751a1aedadac req-13375ab8-6efd-4c45-969b-e07ec3d7b487 service nova] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.126507] env[63393]: DEBUG nova.compute.manager [req-56d72eb2-9b15-4c1a-bf11-751a1aedadac req-13375ab8-6efd-4c45-969b-e07ec3d7b487 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] No waiting events found dispatching network-vif-plugged-aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.126743] env[63393]: WARNING nova.compute.manager [req-56d72eb2-9b15-4c1a-bf11-751a1aedadac req-13375ab8-6efd-4c45-969b-e07ec3d7b487 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Received unexpected event network-vif-plugged-aef5e553-d2f1-4331-8ad1-3ba123fa6293 for instance with vm_state building and task_state spawning. [ 564.320104] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681190, 'name': CreateVM_Task, 'duration_secs': 0.536087} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.320104] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.322226] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.322226] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.322226] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.322226] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa73f96-2d3f-49ad-81ce-408c9a2956ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.329488] env[63393]: DEBUG nova.scheduler.client.report [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.334807] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 564.334807] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f21cd5-a9a6-faa8-da48-21709ce930f6" [ 564.334807] env[63393]: _type = "Task" [ 564.334807] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.352834] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f21cd5-a9a6-faa8-da48-21709ce930f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.387687] env[63393]: DEBUG oslo_concurrency.lockutils [None req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.436s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.478234] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681191, 'name': ReconfigVM_Task, 'duration_secs': 0.548417} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.479231] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ca95dd56-a5ca-4bc0-a704-278333df1f2d/ca95dd56-a5ca-4bc0-a704-278333df1f2d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.479897] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b41a3c2-c60d-457a-b9c9-155297967085 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.486464] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 564.486464] env[63393]: value = "task-2681192" [ 564.486464] env[63393]: _type = "Task" [ 564.486464] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.497021] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681192, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.623611] env[63393]: DEBUG nova.network.neutron [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Updating instance_info_cache with network_info: [{"id": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "address": "fa:16:3e:31:9d:54", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef5e553-d2", "ovs_interfaceid": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.845728] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.849506] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.851527] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f21cd5-a9a6-faa8-da48-21709ce930f6, 'name': SearchDatastore_Task, 'duration_secs': 0.022649} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.852213] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.777s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.852441] env[63393]: DEBUG nova.objects.instance [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lazy-loading 'resources' on Instance uuid a82c7bc8-b723-4dff-9479-42aa45d92a42 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 564.853716] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.853955] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.854184] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.854330] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.854508] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.854774] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b6abb2-0772-4d4b-9227-a683364e769b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.865611] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.866118] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.867640] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e369e7-2cd9-469b-beee-e5a2ce8d7af1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.874155] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 564.874155] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b303f1-c756-a83a-f5ff-15ae328598a5" [ 564.874155] env[63393]: _type = "Task" [ 564.874155] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.890110] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.893099] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b303f1-c756-a83a-f5ff-15ae328598a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.895469] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.895691] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.896046] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.896265] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.896377] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.896835] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.896835] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.896929] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.897044] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.897251] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.897399] env[63393]: DEBUG nova.virt.hardware [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.898410] env[63393]: INFO nova.scheduler.client.report [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted allocations for instance d274894c-f404-482d-8ef2-ce3c58cd3878 [ 564.903546] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141d611-9368-4201-b36a-e999e909d070 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.913245] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ed91c-b152-4a7f-be37-a8aa1de01325 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.959111] env[63393]: DEBUG nova.network.neutron [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Successfully created port: 43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.002042] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681192, 'name': Rename_Task, 'duration_secs': 0.146042} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.002359] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.002637] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1967fd8d-07cd-4d69-ac63-1cd0a7f701fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.009568] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 565.009568] env[63393]: value = "task-2681193" [ 565.009568] env[63393]: _type = "Task" [ 565.009568] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.018338] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.129776] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Releasing lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.130226] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Instance network_info: |[{"id": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "address": "fa:16:3e:31:9d:54", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef5e553-d2", "ovs_interfaceid": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.130659] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:9d:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aef5e553-d2f1-4331-8ad1-3ba123fa6293', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.142117] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Creating folder: Project (99364fe381654df287d4ad3f14f0ac63). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.146869] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7f05a83-cd60-4edb-930f-db550040092f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.159403] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Created folder: Project (99364fe381654df287d4ad3f14f0ac63) in parent group-v540494. [ 565.163024] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Creating folder: Instances. Parent ref: group-v540532. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.163024] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27d7bbe2-45c6-427f-ab35-185f2615d379 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.170034] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Created folder: Instances in parent group-v540532. [ 565.170170] env[63393]: DEBUG oslo.service.loopingcall [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.170385] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.170597] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab4028ec-bff4-4d36-b9e9-445427ae7a3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.197177] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.197177] env[63393]: value = "task-2681196" [ 565.197177] env[63393]: _type = "Task" [ 565.197177] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.207011] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681196, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.393554] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b303f1-c756-a83a-f5ff-15ae328598a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.393554] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27949576-d776-4e27-b5e6-5fdeff1ed1ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.399398] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 565.399398] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525b8ec9-0cfb-8243-5847-f695480036d5" [ 565.399398] env[63393]: _type = "Task" [ 565.399398] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.409486] env[63393]: DEBUG nova.network.neutron [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Successfully updated port: 7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.434498] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525b8ec9-0cfb-8243-5847-f695480036d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017901} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.435082] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.435344] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 23321024-43d0-47bd-978a-54fe07732e63/23321024-43d0-47bd-978a-54fe07732e63.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.437146] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.437397] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1223bc9b-d56c-45bb-a380-7bc69219abe4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.445747] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 565.445747] env[63393]: value = "task-2681197" [ 565.445747] env[63393]: _type = "Task" [ 565.445747] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.460639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bcc12c9-e84e-42c7-9589-633719ee0eeb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "d274894c-f404-482d-8ef2-ce3c58cd3878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.718s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.466746] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.526202] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.717033] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681196, 'name': CreateVM_Task, 'duration_secs': 0.420351} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.717033] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.717033] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.717033] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.717388] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.717541] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2677808e-e896-43f2-b4a1-adc54a24ed56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.726140] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 565.726140] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5294afad-feeb-c638-2ba1-6faed373b50e" [ 565.726140] env[63393]: _type = "Task" [ 565.726140] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.747819] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5294afad-feeb-c638-2ba1-6faed373b50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.749279] env[63393]: DEBUG nova.network.neutron [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updated VIF entry in instance network info cache for port aa0be1f6-411c-489c-b8a5-80c6a102a5be. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.749452] env[63393]: DEBUG nova.network.neutron [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updating instance_info_cache with network_info: [{"id": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "address": "fa:16:3e:55:5d:13", "network": {"id": "b57b9912-f9c2-4cbc-8d7c-7d2441d376b2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1875732862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa4388cdff44f34b6de302ee6a50e07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa0be1f6-41", "ovs_interfaceid": "aa0be1f6-411c-489c-b8a5-80c6a102a5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.923933] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "refresh_cache-3d12aa80-970a-4952-92b8-190639fd60f9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.926931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired lock "refresh_cache-3d12aa80-970a-4952-92b8-190639fd60f9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.926931] env[63393]: DEBUG nova.network.neutron [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.953219] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9321b0-ed9d-42e9-8a8d-f1907eaee700 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.968961] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681197, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.976879] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfd93c6-4b92-40fd-8616-b6c001a8d5ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.022769] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d85159-c56a-4f15-bbe3-b2c1f2a7a846 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.030507] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.031300] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.038330] env[63393]: DEBUG oslo_vmware.api [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681193, 'name': PowerOnVM_Task, 'duration_secs': 0.682559} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.041118] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.041323] env[63393]: INFO nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Took 11.38 seconds to spawn the instance on the hypervisor. [ 566.041453] env[63393]: DEBUG nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.043695] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7d431-5df2-40e4-b757-06a3eb0b9626 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.046563] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e8022d-d81b-4a51-ac8c-cbd68d69ce36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.068433] env[63393]: DEBUG nova.compute.provider_tree [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.242133] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5294afad-feeb-c638-2ba1-6faed373b50e, 'name': SearchDatastore_Task, 'duration_secs': 0.019928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.244383] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.245459] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.246140] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.246817] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.246817] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.250324] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae641153-e857-4219-851c-d4716a56d757 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.253988] env[63393]: DEBUG oslo_concurrency.lockutils [req-84b0a2d8-0a6a-4130-ad3f-6e1e92c9eb4e req-e094c014-3807-46e2-81a0-a9a90bc25c8f service nova] Releasing lock "refresh_cache-92a64953-87ea-4307-a16a-e2cd144d7350" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.263780] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.263983] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.264765] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342b3b0a-1888-4f18-b01f-65d13cfdf6a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.279144] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 566.279144] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52576c35-47ac-6d32-9681-acd63e704277" [ 566.279144] env[63393]: _type = "Task" [ 566.279144] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.287142] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52576c35-47ac-6d32-9681-acd63e704277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.466222] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590017} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.466635] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 23321024-43d0-47bd-978a-54fe07732e63/23321024-43d0-47bd-978a-54fe07732e63.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.466938] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.470786] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e275fb-20be-4207-a39e-19626eeeb1b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.481526] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 566.481526] env[63393]: value = "task-2681198" [ 566.481526] env[63393]: _type = "Task" [ 566.481526] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.493624] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.576819] env[63393]: DEBUG nova.scheduler.client.report [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.583022] env[63393]: DEBUG nova.network.neutron [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.586539] env[63393]: INFO nova.compute.manager [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Took 25.45 seconds to build instance. [ 566.787708] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52576c35-47ac-6d32-9681-acd63e704277, 'name': SearchDatastore_Task, 'duration_secs': 0.037626} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.788634] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e38cb9-c065-4b6f-9888-179f8d23a03c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.793789] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 566.793789] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5249b207-50f7-4514-50b6-da0570d9116c" [ 566.793789] env[63393]: _type = "Task" [ 566.793789] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.802824] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5249b207-50f7-4514-50b6-da0570d9116c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.896431] env[63393]: DEBUG nova.compute.manager [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Received event network-vif-plugged-679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.896431] env[63393]: DEBUG oslo_concurrency.lockutils [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] Acquiring lock "23321024-43d0-47bd-978a-54fe07732e63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.896431] env[63393]: DEBUG oslo_concurrency.lockutils [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] Lock "23321024-43d0-47bd-978a-54fe07732e63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.896431] env[63393]: DEBUG oslo_concurrency.lockutils [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] Lock "23321024-43d0-47bd-978a-54fe07732e63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.896431] env[63393]: DEBUG nova.compute.manager [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] No waiting events found dispatching network-vif-plugged-679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.896951] env[63393]: WARNING nova.compute.manager [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Received unexpected event network-vif-plugged-679462d4-1b30-4ddd-b659-49b51e7c79d3 for instance with vm_state building and task_state spawning. [ 566.897314] env[63393]: DEBUG nova.compute.manager [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Received event network-changed-679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.897801] env[63393]: DEBUG nova.compute.manager [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Refreshing instance network info cache due to event network-changed-679462d4-1b30-4ddd-b659-49b51e7c79d3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.898450] env[63393]: DEBUG oslo_concurrency.lockutils [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] Acquiring lock "refresh_cache-23321024-43d0-47bd-978a-54fe07732e63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.898781] env[63393]: DEBUG oslo_concurrency.lockutils [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] Acquired lock "refresh_cache-23321024-43d0-47bd-978a-54fe07732e63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.899359] env[63393]: DEBUG nova.network.neutron [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Refreshing network info cache for port 679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.995637] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103001} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.996904] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.999740] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f84222-290a-46aa-8b6a-2970c7825f21 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.033119] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 23321024-43d0-47bd-978a-54fe07732e63/23321024-43d0-47bd-978a-54fe07732e63.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.033444] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d35782-c291-4380-ad0b-8bcb4e728f3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.058338] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 567.058338] env[63393]: value = "task-2681199" [ 567.058338] env[63393]: _type = "Task" [ 567.058338] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.067415] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.087763] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.090568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.026s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.092380] env[63393]: INFO nova.compute.claims [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.095228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.419s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.118704] env[63393]: INFO nova.scheduler.client.report [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted allocations for instance a82c7bc8-b723-4dff-9479-42aa45d92a42 [ 567.159350] env[63393]: INFO nova.compute.manager [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Rebuilding instance [ 567.195556] env[63393]: DEBUG nova.network.neutron [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Successfully updated port: 43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.225446] env[63393]: DEBUG nova.compute.manager [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.225446] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea08ab-2a77-49ba-8693-f570042d7ef2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.305233] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5249b207-50f7-4514-50b6-da0570d9116c, 'name': SearchDatastore_Task, 'duration_secs': 0.046663} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.306195] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.306195] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 33df7bf1-a8e8-4368-b5a4-155436b6320f/33df7bf1-a8e8-4368-b5a4-155436b6320f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.306195] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77dbcc0d-3dfe-4925-b6bc-82fba3f69ca6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.319320] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 567.319320] env[63393]: value = "task-2681200" [ 567.319320] env[63393]: _type = "Task" [ 567.319320] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.327713] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.416816] env[63393]: DEBUG nova.network.neutron [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Updating instance_info_cache with network_info: [{"id": "7ac881b1-01d7-441e-812d-98f7db9b1086", "address": "fa:16:3e:c6:2c:b8", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac881b1-01", "ovs_interfaceid": "7ac881b1-01d7-441e-812d-98f7db9b1086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.518481] env[63393]: DEBUG nova.compute.manager [None req-09e6182e-a0e6-485b-a5c6-9f00823d501d tempest-ServerDiagnosticsV248Test-536230868 tempest-ServerDiagnosticsV248Test-536230868-project-admin] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.519764] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3affe29d-aac2-4262-90c6-a5b8d3e536c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.530514] env[63393]: INFO nova.compute.manager [None req-09e6182e-a0e6-485b-a5c6-9f00823d501d tempest-ServerDiagnosticsV248Test-536230868 tempest-ServerDiagnosticsV248Test-536230868-project-admin] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Retrieving diagnostics [ 567.531638] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf658fe5-f38c-4f30-a359-48a477b840a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.584025] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.600345] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.630042] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0f6e6288-30a6-45c4-86e8-0137715cfb41 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "a82c7bc8-b723-4dff-9479-42aa45d92a42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.434s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.699740] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.699879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.700039] env[63393]: DEBUG nova.network.neutron [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.832967] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681200, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.923028] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Releasing lock "refresh_cache-3d12aa80-970a-4952-92b8-190639fd60f9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.923028] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Instance network_info: |[{"id": "7ac881b1-01d7-441e-812d-98f7db9b1086", "address": "fa:16:3e:c6:2c:b8", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac881b1-01", "ovs_interfaceid": "7ac881b1-01d7-441e-812d-98f7db9b1086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.923309] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:2c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ac881b1-01d7-441e-812d-98f7db9b1086', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.930872] env[63393]: DEBUG oslo.service.loopingcall [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.939025] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.939025] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814058c0-0d3e-455d-b5db-7bfb3e0adad3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.966213] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.966213] env[63393]: value = "task-2681201" [ 567.966213] env[63393]: _type = "Task" [ 567.966213] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.979173] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681201, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.062902] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.063356] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.081122] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681199, 'name': ReconfigVM_Task, 'duration_secs': 0.704876} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.081122] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 23321024-43d0-47bd-978a-54fe07732e63/23321024-43d0-47bd-978a-54fe07732e63.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.081642] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66402cc6-ea97-4ccd-9225-adc5ec7b33ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.088737] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 568.088737] env[63393]: value = "task-2681202" [ 568.088737] env[63393]: _type = "Task" [ 568.088737] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.097894] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681202, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.135957] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.244673] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 568.245652] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecbbd718-6422-4306-baa8-35d43eed432f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.252714] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 568.252714] env[63393]: value = "task-2681203" [ 568.252714] env[63393]: _type = "Task" [ 568.252714] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.257414] env[63393]: DEBUG nova.network.neutron [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.268909] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.285791] env[63393]: DEBUG nova.network.neutron [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Updated VIF entry in instance network info cache for port 679462d4-1b30-4ddd-b659-49b51e7c79d3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.286545] env[63393]: DEBUG nova.network.neutron [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Updating instance_info_cache with network_info: [{"id": "679462d4-1b30-4ddd-b659-49b51e7c79d3", "address": "fa:16:3e:5a:a9:ed", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679462d4-1b", "ovs_interfaceid": "679462d4-1b30-4ddd-b659-49b51e7c79d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.333633] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700233} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.333833] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 33df7bf1-a8e8-4368-b5a4-155436b6320f/33df7bf1-a8e8-4368-b5a4-155436b6320f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.334303] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.334303] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92bbc84f-b2b1-4398-9e5d-4af08807a549 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.344873] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 568.344873] env[63393]: value = "task-2681204" [ 568.344873] env[63393]: _type = "Task" [ 568.344873] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.359055] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.480113] env[63393]: DEBUG nova.compute.manager [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 568.491310] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681201, 'name': CreateVM_Task, 'duration_secs': 0.404873} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.491310] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.492011] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.492011] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.493200] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.493200] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce63867-4f29-459a-8748-8f09aa300bd7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.498917] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 568.498917] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5220ce57-8673-c482-45a0-765c8c7d71e2" [ 568.498917] env[63393]: _type = "Task" [ 568.498917] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.520483] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5220ce57-8673-c482-45a0-765c8c7d71e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.528540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.528540] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.528540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.528540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.528698] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.528698] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9219847e-1c02-4479-9e45-3807881bffa7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.537174] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.537912] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.538241] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca0935d-5b3b-4b02-8579-1a5e2f391994 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.549501] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 568.549501] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b5a628-1735-f70c-6f79-bdfa1894be55" [ 568.549501] env[63393]: _type = "Task" [ 568.549501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.562653] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b5a628-1735-f70c-6f79-bdfa1894be55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.573955] env[63393]: DEBUG nova.compute.manager [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Received event network-changed-aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.574197] env[63393]: DEBUG nova.compute.manager [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Refreshing instance network info cache due to event network-changed-aef5e553-d2f1-4331-8ad1-3ba123fa6293. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.574494] env[63393]: DEBUG oslo_concurrency.lockutils [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] Acquiring lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.574681] env[63393]: DEBUG oslo_concurrency.lockutils [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] Acquired lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.574915] env[63393]: DEBUG nova.network.neutron [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Refreshing network info cache for port aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.587290] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea57186-aaaf-4177-a472-b71c3c7aee43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.602151] env[63393]: DEBUG nova.network.neutron [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updating instance_info_cache with network_info: [{"id": "43788012-2e85-4819-8332-d8d578b6cc55", "address": "fa:16:3e:74:9d:0e", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43788012-2e", "ovs_interfaceid": "43788012-2e85-4819-8332-d8d578b6cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.605694] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f4319-82d6-4237-a9f6-e4ef9f943cf1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.616783] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681202, 'name': Rename_Task, 'duration_secs': 0.215398} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.617533] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.618141] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba145a0b-fd96-404b-8b8c-580ca10e6167 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.652791] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd501d30-b7f3-486b-9f0c-25c260549b4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.658136] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 568.658136] env[63393]: value = "task-2681205" [ 568.658136] env[63393]: _type = "Task" [ 568.658136] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.667689] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ccaeb3-f12e-40cf-8f60-59eff33664d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.678900] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.696039] env[63393]: DEBUG nova.compute.provider_tree [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.765543] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681203, 'name': PowerOffVM_Task, 'duration_secs': 0.17029} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.765543] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.765543] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 568.766663] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373b391-92b5-4858-9de5-a27c99f0a046 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.773437] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.773730] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31536317-9c2e-48cc-bc51-f0b841503aa4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.792169] env[63393]: DEBUG oslo_concurrency.lockutils [req-449610b0-7a65-4cf1-be8b-6dc4fde9caa5 req-046257b7-1d94-4c28-8833-918b0f560312 service nova] Releasing lock "refresh_cache-23321024-43d0-47bd-978a-54fe07732e63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.800197] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.800197] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.800197] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Deleting the datastore file [datastore1] 555f5ecb-fbd7-488e-823b-f35bf9d5e803 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.800197] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51ec371d-fad0-4f69-9040-05c6eecb781f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.809129] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 568.809129] env[63393]: value = "task-2681207" [ 568.809129] env[63393]: _type = "Task" [ 568.809129] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.819187] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.858295] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082096} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.858295] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.859425] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d28ece-cf2d-44b7-b829-4736d450d5bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.888435] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 33df7bf1-a8e8-4368-b5a4-155436b6320f/33df7bf1-a8e8-4368-b5a4-155436b6320f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.888980] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e62c7a-5249-4e48-93f6-9d0f9c9840f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.911265] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 568.911265] env[63393]: value = "task-2681208" [ 568.911265] env[63393]: _type = "Task" [ 568.911265] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.923294] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.017512] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.063747] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b5a628-1735-f70c-6f79-bdfa1894be55, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.064582] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152de7f8-4d79-4c8f-9143-95ea67a44f9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.071767] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 569.071767] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f90474-18b1-9f3c-d8f1-20635e9d1ed4" [ 569.071767] env[63393]: _type = "Task" [ 569.071767] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.085717] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f90474-18b1-9f3c-d8f1-20635e9d1ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.102864] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.103899] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Instance network_info: |[{"id": "43788012-2e85-4819-8332-d8d578b6cc55", "address": "fa:16:3e:74:9d:0e", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43788012-2e", "ovs_interfaceid": "43788012-2e85-4819-8332-d8d578b6cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.104066] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:9d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43788012-2e85-4819-8332-d8d578b6cc55', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.112217] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Creating folder: Project (d2bcd7c7a4934a1db7958d41f96df7aa). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.112421] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb59759d-db69-4fcb-948e-51cec2aacd50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.122627] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Created folder: Project (d2bcd7c7a4934a1db7958d41f96df7aa) in parent group-v540494. [ 569.122871] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Creating folder: Instances. Parent ref: group-v540536. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.123125] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1e94098-fdba-49ae-85e7-b812808f5c0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.135031] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Created folder: Instances in parent group-v540536. [ 569.135031] env[63393]: DEBUG oslo.service.loopingcall [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.135031] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.135031] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0944040-840a-4360-8588-9f15f55745d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.152078] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.152078] env[63393]: value = "task-2681211" [ 569.152078] env[63393]: _type = "Task" [ 569.152078] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.159990] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681211, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.171113] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.199512] env[63393]: DEBUG nova.scheduler.client.report [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.321129] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38307} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.321421] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.321604] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 569.321797] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 569.422897] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.589096] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f90474-18b1-9f3c-d8f1-20635e9d1ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.032192} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.589940] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.589940] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 3d12aa80-970a-4952-92b8-190639fd60f9/3d12aa80-970a-4952-92b8-190639fd60f9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.590222] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada0e4ff-53a1-46c9-a32e-c47328456962 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.597860] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 569.597860] env[63393]: value = "task-2681212" [ 569.597860] env[63393]: _type = "Task" [ 569.597860] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.608250] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.666339] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681211, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.676796] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.706340] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.706736] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.709758] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.166s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.711987] env[63393]: INFO nova.compute.claims [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.924467] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681208, 'name': ReconfigVM_Task, 'duration_secs': 0.817304} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.924741] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 33df7bf1-a8e8-4368-b5a4-155436b6320f/33df7bf1-a8e8-4368-b5a4-155436b6320f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.925371] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8734cc59-0a6e-4206-9c1e-25b0b5c98496 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.931916] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 569.931916] env[63393]: value = "task-2681213" [ 569.931916] env[63393]: _type = "Task" [ 569.931916] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.941859] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681213, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.020479] env[63393]: DEBUG nova.network.neutron [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Updated VIF entry in instance network info cache for port aef5e553-d2f1-4331-8ad1-3ba123fa6293. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.020938] env[63393]: DEBUG nova.network.neutron [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Updating instance_info_cache with network_info: [{"id": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "address": "fa:16:3e:31:9d:54", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef5e553-d2", "ovs_interfaceid": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.114312] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.172334] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681211, 'name': CreateVM_Task, 'duration_secs': 0.618408} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.177900] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.181417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.181417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.181417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.181417] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320864b7-707f-4fbb-bf45-a4c39ee15424 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.186771] env[63393]: DEBUG oslo_vmware.api [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681205, 'name': PowerOnVM_Task, 'duration_secs': 1.079541} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.187561] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.187766] env[63393]: INFO nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Took 12.95 seconds to spawn the instance on the hypervisor. [ 570.187947] env[63393]: DEBUG nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.189053] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f11d7-c98f-4f41-b080-36e9439aca2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.197336] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 570.197336] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5299f9bb-9f5e-b618-2dd6-07a1d269e53b" [ 570.197336] env[63393]: _type = "Task" [ 570.197336] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.217091] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5299f9bb-9f5e-b618-2dd6-07a1d269e53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.220261] env[63393]: DEBUG nova.compute.utils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.224973] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.225396] env[63393]: DEBUG nova.network.neutron [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.320780] env[63393]: DEBUG nova.policy [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fcc85903c2f4efc84bbefc3fc5e3987', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '887062e88a40480ebf0f8d4a4f3f4326', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.361397] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.361397] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.361750] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.361878] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.362500] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.362593] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.362802] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.363037] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.363188] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.363314] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.363582] env[63393]: DEBUG nova.virt.hardware [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.364491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1a99f-5a1f-4f79-b813-9f9fb01f63f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.373130] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45009f5-d941-4c66-bb42-84886fdeaa4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.392945] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.399811] env[63393]: DEBUG oslo.service.loopingcall [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.399811] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.399811] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-744097d0-8b8b-4911-ba0f-ed3919d55b51 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.417943] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.417943] env[63393]: value = "task-2681214" [ 570.417943] env[63393]: _type = "Task" [ 570.417943] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.428840] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681214, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.442323] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681213, 'name': Rename_Task, 'duration_secs': 0.318458} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.442748] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.443198] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3cd3759-4e65-4814-bafb-a73f06a62089 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.449943] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 570.449943] env[63393]: value = "task-2681215" [ 570.449943] env[63393]: _type = "Task" [ 570.449943] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.459747] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.525931] env[63393]: DEBUG oslo_concurrency.lockutils [req-3701d6be-c717-47d0-a035-4e1aae2672f3 req-a0d8c98b-50e8-4dbe-9feb-67a8d8eadd97 service nova] Releasing lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.611414] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676117} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.612125] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 3d12aa80-970a-4952-92b8-190639fd60f9/3d12aa80-970a-4952-92b8-190639fd60f9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.612125] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.612356] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5478a48f-c450-419c-b99b-ba152452ffa2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.618850] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 570.618850] env[63393]: value = "task-2681216" [ 570.618850] env[63393]: _type = "Task" [ 570.618850] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.629767] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.653374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.653804] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.654072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "dc0da38c-afce-47f2-ac49-5a0933f2a926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.654163] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.654599] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.656942] env[63393]: INFO nova.compute.manager [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Terminating instance [ 570.709155] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5299f9bb-9f5e-b618-2dd6-07a1d269e53b, 'name': SearchDatastore_Task, 'duration_secs': 0.059851} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.713792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.713792] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.713792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.713997] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.714206] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.715903] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea55123-769e-49b8-ae87-6f03cf9666f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.718869] env[63393]: INFO nova.compute.manager [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Took 29.08 seconds to build instance. [ 570.723931] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.727305] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.727485] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.731516] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3e2592-7a77-4715-a747-3e5e4362424e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.737579] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 570.737579] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a55844-e986-4ec2-6084-3a2ebe361b37" [ 570.737579] env[63393]: _type = "Task" [ 570.737579] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.756833] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a55844-e986-4ec2-6084-3a2ebe361b37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.871350] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Received event network-vif-plugged-7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.871350] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Acquiring lock "3d12aa80-970a-4952-92b8-190639fd60f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.871350] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Lock "3d12aa80-970a-4952-92b8-190639fd60f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.871350] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Lock "3d12aa80-970a-4952-92b8-190639fd60f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.871350] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] No waiting events found dispatching network-vif-plugged-7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.871915] env[63393]: WARNING nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Received unexpected event network-vif-plugged-7ac881b1-01d7-441e-812d-98f7db9b1086 for instance with vm_state building and task_state spawning. [ 570.872554] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Received event network-changed-7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.872903] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Refreshing instance network info cache due to event network-changed-7ac881b1-01d7-441e-812d-98f7db9b1086. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.873256] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Acquiring lock "refresh_cache-3d12aa80-970a-4952-92b8-190639fd60f9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.875356] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Acquired lock "refresh_cache-3d12aa80-970a-4952-92b8-190639fd60f9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.875356] env[63393]: DEBUG nova.network.neutron [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Refreshing network info cache for port 7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.931402] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681214, 'name': CreateVM_Task, 'duration_secs': 0.420254} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.931696] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.932143] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.932245] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.932554] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.932798] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c694188f-5311-4ce1-ac8b-9116677a6345 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.937090] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 570.937090] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521fed59-6d3f-220c-f9ad-957a05cb99e1" [ 570.937090] env[63393]: _type = "Task" [ 570.937090] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.953888] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521fed59-6d3f-220c-f9ad-957a05cb99e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.968607] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.131612] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076037} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.132985] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.133755] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c8e00a-401c-4087-a562-920cad1b3f05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.137088] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580376f-97b6-4f74-a40b-5c315730d14c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.168803] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 3d12aa80-970a-4952-92b8-190639fd60f9/3d12aa80-970a-4952-92b8-190639fd60f9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.169715] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "refresh_cache-dc0da38c-afce-47f2-ac49-5a0933f2a926" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.169882] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquired lock "refresh_cache-dc0da38c-afce-47f2-ac49-5a0933f2a926" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.170122] env[63393]: DEBUG nova.network.neutron [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.171198] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8828aa-7a02-4a09-a0e4-2917b9096510 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.189883] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08aa1fd-bddc-4ae2-8fcd-9e6f8509b917 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.225216] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d91927da-6377-45b4-8bfc-fc03c29df100 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "23321024-43d0-47bd-978a-54fe07732e63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.473s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.228467] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034a21d-912a-475e-a62b-cccd082aef7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.231444] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 571.231444] env[63393]: value = "task-2681217" [ 571.231444] env[63393]: _type = "Task" [ 571.231444] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.232693] env[63393]: DEBUG nova.network.neutron [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.250584] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a45940-6cd3-4b03-89e0-3f30b2e46941 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.258547] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.265176] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a55844-e986-4ec2-6084-3a2ebe361b37, 'name': SearchDatastore_Task, 'duration_secs': 0.017689} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.274715] env[63393]: DEBUG nova.compute.provider_tree [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.278198] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29d0f28-fb2d-4c52-85f2-e59d02e8d598 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.284581] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 571.284581] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524e0132-571e-f5e2-e736-3750851560e8" [ 571.284581] env[63393]: _type = "Task" [ 571.284581] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.293862] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524e0132-571e-f5e2-e736-3750851560e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.379465] env[63393]: DEBUG nova.network.neutron [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.453511] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521fed59-6d3f-220c-f9ad-957a05cb99e1, 'name': SearchDatastore_Task, 'duration_secs': 0.038141} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.454016] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.454786] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.455676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.468666] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.703291] env[63393]: DEBUG nova.network.neutron [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Successfully created port: b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.732537] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.741702] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.759505] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.783955] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.783955] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.783955] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.784254] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.784365] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.784503] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.784736] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.784848] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.788024] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.788024] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.788024] env[63393]: DEBUG nova.virt.hardware [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.788024] env[63393]: DEBUG nova.scheduler.client.report [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.792094] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c02a28-0247-401a-8598-03cc03ff3335 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.811813] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a40e71-5e61-444f-b664-dce657ad0d03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.815798] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524e0132-571e-f5e2-e736-3750851560e8, 'name': SearchDatastore_Task, 'duration_secs': 0.036796} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.815798] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.816660] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] fcbd90f1-050f-4144-ab22-06f5894118eb/fcbd90f1-050f-4144-ab22-06f5894118eb.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.816996] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.817268] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.817515] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d39d9e-e779-46cf-8326-fe52dab4b70c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.829834] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ad0986-28c5-4b88-9b9b-c9b4b60fea81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.838195] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 571.838195] env[63393]: value = "task-2681218" [ 571.838195] env[63393]: _type = "Task" [ 571.838195] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.845748] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.848663] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.848986] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.849849] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730517d1-c743-4753-9e39-f8091d4495f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.855788] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 571.855788] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e5bb33-eded-560b-c871-2546c7fbfec0" [ 571.855788] env[63393]: _type = "Task" [ 571.855788] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.864563] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e5bb33-eded-560b-c871-2546c7fbfec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.883704] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Releasing lock "refresh_cache-dc0da38c-afce-47f2-ac49-5a0933f2a926" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.884043] env[63393]: DEBUG nova.compute.manager [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.884242] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.885120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528b926-8ce2-4ca6-9e79-4ebe96311d91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.892991] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.893283] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f519222-2445-4b10-9a48-65687da29890 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.901904] env[63393]: DEBUG oslo_vmware.api [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 571.901904] env[63393]: value = "task-2681219" [ 571.901904] env[63393]: _type = "Task" [ 571.901904] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.913445] env[63393]: DEBUG oslo_vmware.api [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.969340] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681215, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.186421] env[63393]: DEBUG nova.network.neutron [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Updated VIF entry in instance network info cache for port 7ac881b1-01d7-441e-812d-98f7db9b1086. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 572.186421] env[63393]: DEBUG nova.network.neutron [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Updating instance_info_cache with network_info: [{"id": "7ac881b1-01d7-441e-812d-98f7db9b1086", "address": "fa:16:3e:c6:2c:b8", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ac881b1-01", "ovs_interfaceid": "7ac881b1-01d7-441e-812d-98f7db9b1086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.258307] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681217, 'name': ReconfigVM_Task, 'duration_secs': 0.645831} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.258307] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 3d12aa80-970a-4952-92b8-190639fd60f9/3d12aa80-970a-4952-92b8-190639fd60f9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.261466] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.261799] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb810246-328d-4981-9356-4a31380f215f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.269432] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 572.269432] env[63393]: value = "task-2681220" [ 572.269432] env[63393]: _type = "Task" [ 572.269432] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.284269] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681220, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.296668] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.297293] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.302122] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.986s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.349064] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.367693] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e5bb33-eded-560b-c871-2546c7fbfec0, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.368620] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b36408-2ca9-4a81-9683-fc096741c2e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.374857] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 572.374857] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5257badf-0cdc-b647-7064-493ff6ea1030" [ 572.374857] env[63393]: _type = "Task" [ 572.374857] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.387644] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5257badf-0cdc-b647-7064-493ff6ea1030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.411709] env[63393]: DEBUG oslo_vmware.api [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681219, 'name': PowerOffVM_Task, 'duration_secs': 0.223837} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.415023] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 572.415023] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 572.415023] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a86c06-d839-4b4e-a2c2-7af65d6bc4b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.443516] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 572.443660] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 572.443825] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Deleting the datastore file [datastore1] dc0da38c-afce-47f2-ac49-5a0933f2a926 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.444116] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52522071-84c1-483b-abec-399ebd5261a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.459163] env[63393]: DEBUG oslo_vmware.api [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for the task: (returnval){ [ 572.459163] env[63393]: value = "task-2681222" [ 572.459163] env[63393]: _type = "Task" [ 572.459163] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.475622] env[63393]: DEBUG oslo_vmware.api [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.481580] env[63393]: DEBUG oslo_vmware.api [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681215, 'name': PowerOnVM_Task, 'duration_secs': 1.580436} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.481580] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.481580] env[63393]: INFO nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Took 12.75 seconds to spawn the instance on the hypervisor. [ 572.481580] env[63393]: DEBUG nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.482205] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8847067-d1ee-4344-bd51-20d7a63dda27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.689189] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Releasing lock "refresh_cache-3d12aa80-970a-4952-92b8-190639fd60f9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.689491] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Received event network-vif-plugged-43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.689701] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Acquiring lock "fcbd90f1-050f-4144-ab22-06f5894118eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.689967] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.690081] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.690590] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] No waiting events found dispatching network-vif-plugged-43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.690590] env[63393]: WARNING nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Received unexpected event network-vif-plugged-43788012-2e85-4819-8332-d8d578b6cc55 for instance with vm_state building and task_state spawning. [ 572.690816] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Received event network-changed-43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.690816] env[63393]: DEBUG nova.compute.manager [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Refreshing instance network info cache due to event network-changed-43788012-2e85-4819-8332-d8d578b6cc55. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.691016] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Acquiring lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.691171] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Acquired lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.691331] env[63393]: DEBUG nova.network.neutron [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Refreshing network info cache for port 43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.783031] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681220, 'name': Rename_Task, 'duration_secs': 0.383684} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.783031] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.783031] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d35020-a94b-4702-9050-8f51c74753f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.789298] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 572.789298] env[63393]: value = "task-2681223" [ 572.789298] env[63393]: _type = "Task" [ 572.789298] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.799391] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.806087] env[63393]: DEBUG nova.compute.utils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.816434] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.816434] env[63393]: DEBUG nova.network.neutron [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.847109] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738963} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.847373] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] fcbd90f1-050f-4144-ab22-06f5894118eb/fcbd90f1-050f-4144-ab22-06f5894118eb.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.847584] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.847857] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d5b993c-728f-4ff6-80eb-b4f129b8d6d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.854052] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 572.854052] env[63393]: value = "task-2681224" [ 572.854052] env[63393]: _type = "Task" [ 572.854052] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.864759] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.887529] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5257badf-0cdc-b647-7064-493ff6ea1030, 'name': SearchDatastore_Task, 'duration_secs': 0.054063} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.887823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.888131] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.888618] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb787c3-74ab-44bc-8c2f-c2949f1ada90 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.895955] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 572.895955] env[63393]: value = "task-2681225" [ 572.895955] env[63393]: _type = "Task" [ 572.895955] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.906712] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.972188] env[63393]: DEBUG oslo_vmware.api [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Task: {'id': task-2681222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206235} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.972188] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.972188] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.972672] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.972672] env[63393]: INFO nova.compute.manager [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Took 1.09 seconds to destroy the instance on the hypervisor. [ 572.972784] env[63393]: DEBUG oslo.service.loopingcall [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.972984] env[63393]: DEBUG nova.compute.manager [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.972984] env[63393]: DEBUG nova.network.neutron [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 573.009047] env[63393]: INFO nova.compute.manager [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Took 24.05 seconds to build instance. [ 573.043160] env[63393]: DEBUG nova.network.neutron [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.049380] env[63393]: DEBUG nova.policy [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c56753dcf584d08a4ddc8285aba1e20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f104839922574f91800728c3283a0e76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.184780] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.185040] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.300705] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.316933] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.321982] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating resource usage from migration 24c36a81-116d-4841-98fd-74a00b692e78 [ 573.342293] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fa73bac1-49d8-4360-a96e-1527ee1fc1cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.342452] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 6b84681b-8d45-483f-83ae-b7810ee9612d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.342580] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 33736b9b-a9b1-438b-a04c-5fb79282c7d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.342725] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 573.342842] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 555f5ecb-fbd7-488e-823b-f35bf9d5e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.342964] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance f255de95-0e89-488b-8441-cc7c997cdf89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343083] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 92a64953-87ea-4307-a16a-e2cd144d7350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343220] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance dc0da38c-afce-47f2-ac49-5a0933f2a926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343290] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 11044fc7-5b70-43f5-b5f0-703eec1592fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343395] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ca95dd56-a5ca-4bc0-a704-278333df1f2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343504] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 23321024-43d0-47bd-978a-54fe07732e63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343608] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 33df7bf1-a8e8-4368-b5a4-155436b6320f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343712] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 3d12aa80-970a-4952-92b8-190639fd60f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343819] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fcbd90f1-050f-4144-ab22-06f5894118eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.343924] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance c64d965b-7be7-4357-a787-3f92c720519b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.344039] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 36739a27-6196-4609-868a-aa03d3a6677c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 573.370890] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069537} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.371627] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.373508] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddc6af-ff3f-4af2-a837-2f11260c38f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.404265] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] fcbd90f1-050f-4144-ab22-06f5894118eb/fcbd90f1-050f-4144-ab22-06f5894118eb.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.408231] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897adfb6-01b5-4d6a-bd83-f5c12c727206 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.426943] env[63393]: DEBUG nova.compute.manager [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Received event network-changed-e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.426943] env[63393]: DEBUG nova.compute.manager [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Refreshing instance network info cache due to event network-changed-e418015f-bf77-4cde-96aa-67aeb159641e. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.428400] env[63393]: DEBUG oslo_concurrency.lockutils [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] Acquiring lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.428400] env[63393]: DEBUG oslo_concurrency.lockutils [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] Acquired lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.428400] env[63393]: DEBUG nova.network.neutron [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Refreshing network info cache for port e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.443062] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 573.443062] env[63393]: value = "task-2681226" [ 573.443062] env[63393]: _type = "Task" [ 573.443062] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.448106] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.458976] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.514672] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0db5f71e-595a-4f47-bd42-5211f81d1593 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.804s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.544076] env[63393]: DEBUG nova.network.neutron [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.665939] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "142527c9-7695-40ab-a44f-b2841e9b9c26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.666736] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.799992] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.848384] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance da37af6a-06d4-4c29-a60a-ac0c01939cf9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.920628] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904669} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.921079] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.921435] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.921699] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-978e8c3a-a276-4fd3-8ded-28dcc8793161 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.930507] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 573.930507] env[63393]: value = "task-2681227" [ 573.930507] env[63393]: _type = "Task" [ 573.930507] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.942458] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.955649] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681226, 'name': ReconfigVM_Task, 'duration_secs': 0.503086} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.956469] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Reconfigured VM instance instance-00000011 to attach disk [datastore2] fcbd90f1-050f-4144-ab22-06f5894118eb/fcbd90f1-050f-4144-ab22-06f5894118eb.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.956734] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcadb7ef-7361-44b3-9fb4-356c617a5a66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.963151] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 573.963151] env[63393]: value = "task-2681228" [ 573.963151] env[63393]: _type = "Task" [ 573.963151] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.973077] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681228, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.983616] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.983962] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.012022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "2ed42fac-9066-4bc2-831a-91e367651687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.012308] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "2ed42fac-9066-4bc2-831a-91e367651687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.018429] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.049362] env[63393]: INFO nova.compute.manager [-] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Took 1.08 seconds to deallocate network for instance. [ 574.291760] env[63393]: DEBUG nova.network.neutron [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updated VIF entry in instance network info cache for port 43788012-2e85-4819-8332-d8d578b6cc55. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.292193] env[63393]: DEBUG nova.network.neutron [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updating instance_info_cache with network_info: [{"id": "43788012-2e85-4819-8332-d8d578b6cc55", "address": "fa:16:3e:74:9d:0e", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43788012-2e", "ovs_interfaceid": "43788012-2e85-4819-8332-d8d578b6cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.303748] env[63393]: DEBUG oslo_vmware.api [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681223, 'name': PowerOnVM_Task, 'duration_secs': 1.168186} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.304873] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.305357] env[63393]: INFO nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Took 11.95 seconds to spawn the instance on the hypervisor. [ 574.305763] env[63393]: DEBUG nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.306975] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4d71e2-b42a-45be-9138-78d86ab0edbd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.335608] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.352277] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d1f3667d-f592-4c2f-8eda-8e24b95f215b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 574.371265] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.371565] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.372560] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.372812] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.373016] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.373187] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.373417] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.373578] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.373746] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.373909] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.374095] env[63393]: DEBUG nova.virt.hardware [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.375194] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a5339c-3377-4440-856b-1c96c46a2e3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.388334] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e310ef2-a80f-4241-a2da-8d0603ebc2c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.439890] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119408} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.440168] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.441065] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3f96d0-8119-4769-b8ed-c44946439122 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.468933] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.472432] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bf9835-dae7-4405-9dc5-ad0dd74f930a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.502765] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681228, 'name': Rename_Task, 'duration_secs': 0.141158} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.504774] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.505305] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 574.505305] env[63393]: value = "task-2681229" [ 574.505305] env[63393]: _type = "Task" [ 574.505305] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.505910] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f92467-6946-49ea-ad13-18b98fd3e306 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.516190] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.517524] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 574.517524] env[63393]: value = "task-2681230" [ 574.517524] env[63393]: _type = "Task" [ 574.517524] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.537593] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681230, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.547633] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.558989] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.644199] env[63393]: DEBUG nova.network.neutron [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Successfully created port: 2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.799240] env[63393]: DEBUG oslo_concurrency.lockutils [req-3fd7eaca-f4ea-4fde-acc1-bcfd34994131 req-eaa1b9d3-ddda-4970-8b22-756f6b0707d1 service nova] Releasing lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.828597] env[63393]: INFO nova.compute.manager [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Took 24.85 seconds to build instance. [ 574.850975] env[63393]: DEBUG nova.network.neutron [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Successfully updated port: b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.854969] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2613b16c-08ce-4423-a1c5-c342fa7c79db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 575.019601] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681229, 'name': ReconfigVM_Task, 'duration_secs': 0.333037} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.023603] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803/555f5ecb-fbd7-488e-823b-f35bf9d5e803.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.024272] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff2780e6-472e-4856-bff4-c76bd1bc026a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.035082] env[63393]: DEBUG oslo_vmware.api [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681230, 'name': PowerOnVM_Task, 'duration_secs': 0.49872} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.035392] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 575.035392] env[63393]: value = "task-2681231" [ 575.035392] env[63393]: _type = "Task" [ 575.035392] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.035723] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.035816] env[63393]: INFO nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Took 10.19 seconds to spawn the instance on the hypervisor. [ 575.036119] env[63393]: DEBUG nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.036933] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c845a-f145-4bc5-8ea8-aacbd9c2d5f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.053103] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681231, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.080773] env[63393]: DEBUG nova.network.neutron [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updated VIF entry in instance network info cache for port e418015f-bf77-4cde-96aa-67aeb159641e. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.080773] env[63393]: DEBUG nova.network.neutron [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updating instance_info_cache with network_info: [{"id": "e418015f-bf77-4cde-96aa-67aeb159641e", "address": "fa:16:3e:6f:75:df", "network": {"id": "a3c9ece8-4f97-485c-a73b-3e62c92af82d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1977630538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16bd3d10f5624cceb585c844f36c5352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape418015f-bf", "ovs_interfaceid": "e418015f-bf77-4cde-96aa-67aeb159641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.331689] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3834817c-3b30-4210-bc55-587ba7089e33 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "3d12aa80-970a-4952-92b8-190639fd60f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.342s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.354935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.354935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquired lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.354935] env[63393]: DEBUG nova.network.neutron [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.357385] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 9707b3a4-7e96-4c52-a1d5-d4e4988e129a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 575.357527] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Migration 24c36a81-116d-4841-98fd-74a00b692e78 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 575.550482] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681231, 'name': Rename_Task, 'duration_secs': 0.415463} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.551821] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.551821] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d44aaa87-375e-41dd-a481-f71ee6344909 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.568298] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Waiting for the task: (returnval){ [ 575.568298] env[63393]: value = "task-2681232" [ 575.568298] env[63393]: _type = "Task" [ 575.568298] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.573595] env[63393]: INFO nova.compute.manager [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Took 24.93 seconds to build instance. [ 575.581169] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.582721] env[63393]: DEBUG oslo_concurrency.lockutils [req-6b1af6c8-0de2-4f52-87a4-bb8b79d86636 req-9bde1e36-a2d4-450a-84b4-21c9071985e3 service nova] Releasing lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.836020] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.866038] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance cf289fc2-ecbe-49e9-84d2-a3d421e2bb25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 575.866123] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 7d8d0417-b510-417b-a18f-375d1dfd3757 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 575.928908] env[63393]: DEBUG nova.network.neutron [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.081614] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.555s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.090763] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681232, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.277731] env[63393]: DEBUG nova.compute.manager [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Received event network-changed-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.278074] env[63393]: DEBUG nova.compute.manager [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Refreshing instance network info cache due to event network-changed-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.278161] env[63393]: DEBUG oslo_concurrency.lockutils [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] Acquiring lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.278295] env[63393]: DEBUG oslo_concurrency.lockutils [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] Acquired lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.278443] env[63393]: DEBUG nova.network.neutron [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Refreshing network info cache for port 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.285500] env[63393]: DEBUG nova.network.neutron [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Updating instance_info_cache with network_info: [{"id": "b20e61b0-2202-429e-8b2f-588a6503221c", "address": "fa:16:3e:c4:a8:f2", "network": {"id": "32fda9ef-9ecc-4bc1-adf3-0afe4488ffb1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1906733231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887062e88a40480ebf0f8d4a4f3f4326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e61b0-22", "ovs_interfaceid": "b20e61b0-2202-429e-8b2f-588a6503221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.370353] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.374097] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 412eac9c-3c2e-439d-bcec-af6ec09c879f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 576.589069] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.593034] env[63393]: DEBUG oslo_vmware.api [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Task: {'id': task-2681232, 'name': PowerOnVM_Task, 'duration_secs': 0.864582} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.593188] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.593404] env[63393]: DEBUG nova.compute.manager [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.597431] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f51b4-b0c9-45a2-817f-3ce7a6be5d6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.657600] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.657836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.788132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Releasing lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.788470] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Instance network_info: |[{"id": "b20e61b0-2202-429e-8b2f-588a6503221c", "address": "fa:16:3e:c4:a8:f2", "network": {"id": "32fda9ef-9ecc-4bc1-adf3-0afe4488ffb1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1906733231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887062e88a40480ebf0f8d4a4f3f4326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e61b0-22", "ovs_interfaceid": "b20e61b0-2202-429e-8b2f-588a6503221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.792575] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a8:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20e61b0-2202-429e-8b2f-588a6503221c', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.802462] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Creating folder: Project (887062e88a40480ebf0f8d4a4f3f4326). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.802885] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a4562f-6402-43ea-8bd7-6ad248ff25c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.820184] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Created folder: Project (887062e88a40480ebf0f8d4a4f3f4326) in parent group-v540494. [ 576.820483] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Creating folder: Instances. Parent ref: group-v540540. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.821319] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d68a356-efe2-4da8-af39-a6c057cd40cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.833516] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Created folder: Instances in parent group-v540540. [ 576.834600] env[63393]: DEBUG oslo.service.loopingcall [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.834600] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.834600] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a43c7fa8-abd3-4fae-9450-e035bb722c96 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.862804] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.862804] env[63393]: value = "task-2681235" [ 576.862804] env[63393]: _type = "Task" [ 576.862804] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.873740] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681235, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.875642] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 142527c9-7695-40ab-a44f-b2841e9b9c26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 576.875934] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 576.876075] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 577.006670] env[63393]: DEBUG nova.compute.manager [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Received event network-vif-plugged-b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.008187] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] Acquiring lock "c64d965b-7be7-4357-a787-3f92c720519b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.008187] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] Lock "c64d965b-7be7-4357-a787-3f92c720519b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.008187] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] Lock "c64d965b-7be7-4357-a787-3f92c720519b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.008187] env[63393]: DEBUG nova.compute.manager [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] No waiting events found dispatching network-vif-plugged-b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.008187] env[63393]: WARNING nova.compute.manager [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Received unexpected event network-vif-plugged-b20e61b0-2202-429e-8b2f-588a6503221c for instance with vm_state building and task_state spawning. [ 577.008554] env[63393]: DEBUG nova.compute.manager [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Received event network-changed-b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.008554] env[63393]: DEBUG nova.compute.manager [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Refreshing instance network info cache due to event network-changed-b20e61b0-2202-429e-8b2f-588a6503221c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.008554] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] Acquiring lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.008650] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] Acquired lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.009303] env[63393]: DEBUG nova.network.neutron [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Refreshing network info cache for port b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.122648] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "bf32371c-af10-493d-911c-4e62135b56d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.124916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "bf32371c-af10-493d-911c-4e62135b56d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.124916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.124916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.339529] env[63393]: DEBUG nova.network.neutron [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Successfully updated port: 2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.363473] env[63393]: DEBUG nova.network.neutron [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updated VIF entry in instance network info cache for port 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.363473] env[63393]: DEBUG nova.network.neutron [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updating instance_info_cache with network_info: [{"id": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "address": "fa:16:3e:3a:36:7f", "network": {"id": "91bd78f9-7f68-4d58-9fac-663515934633", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-664976687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edc489cdb4c947beb4e9b044880420b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c19ecf9-90", "ovs_interfaceid": "6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.374336] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681235, 'name': CreateVM_Task, 'duration_secs': 0.463577} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.374697] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.375159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.375315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.375644] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.375895] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b567f8e-e6f9-4160-aae1-613568706f61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.386515] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 577.386515] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd932b-a4dd-fcbe-f929-401310ae0b73" [ 577.386515] env[63393]: _type = "Task" [ 577.386515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.401408] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd932b-a4dd-fcbe-f929-401310ae0b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.472911] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719b2f32-6b88-4697-8669-3121f9e65853 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.482353] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282cb9b6-40e5-48b7-b449-86c0b4708e19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.486289] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f75fa-9ace-4176-a1e0-a23bf07e76ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.500025] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Suspending the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 577.523424] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ddd8ad30-9709-4804-8740-c3d44c64b7e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.529086] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbfd120-9c15-4397-8763-11e0c8a1fe0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.540015] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3aa2b7-9e51-44db-9bca-b09993f0b22c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.545224] env[63393]: DEBUG oslo_vmware.api [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] Waiting for the task: (returnval){ [ 577.545224] env[63393]: value = "task-2681236" [ 577.545224] env[63393]: _type = "Task" [ 577.545224] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.560374] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.566466] env[63393]: DEBUG oslo_vmware.api [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] Task: {'id': task-2681236, 'name': SuspendVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.846543] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "refresh_cache-36739a27-6196-4609-868a-aa03d3a6677c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.846728] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquired lock "refresh_cache-36739a27-6196-4609-868a-aa03d3a6677c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.846886] env[63393]: DEBUG nova.network.neutron [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.864198] env[63393]: DEBUG oslo_concurrency.lockutils [req-9523b9ed-c2be-4bc0-b61f-b0e7de107cd7 req-2a297029-55e4-4f62-bb50-b470cde0327d service nova] Releasing lock "refresh_cache-ca95dd56-a5ca-4bc0-a704-278333df1f2d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.899493] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd932b-a4dd-fcbe-f929-401310ae0b73, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.899493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.899493] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.899493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.899841] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.900026] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.900425] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e55b5c70-7121-4262-a62f-e8490c46800b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.916227] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.916608] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.917466] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482aa297-4f01-4c47-889d-bc080024aee5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.924102] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 577.924102] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5289ab6d-7eb9-d9d6-c6d6-79ad658e912f" [ 577.924102] env[63393]: _type = "Task" [ 577.924102] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.937855] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5289ab6d-7eb9-d9d6-c6d6-79ad658e912f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.067229] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.071021] env[63393]: DEBUG oslo_vmware.api [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] Task: {'id': task-2681236, 'name': SuspendVM_Task} progress is 62%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.142113] env[63393]: DEBUG nova.network.neutron [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Updated VIF entry in instance network info cache for port b20e61b0-2202-429e-8b2f-588a6503221c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.143392] env[63393]: DEBUG nova.network.neutron [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Updating instance_info_cache with network_info: [{"id": "b20e61b0-2202-429e-8b2f-588a6503221c", "address": "fa:16:3e:c4:a8:f2", "network": {"id": "32fda9ef-9ecc-4bc1-adf3-0afe4488ffb1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1906733231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887062e88a40480ebf0f8d4a4f3f4326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e61b0-22", "ovs_interfaceid": "b20e61b0-2202-429e-8b2f-588a6503221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.442751] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5289ab6d-7eb9-d9d6-c6d6-79ad658e912f, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.443625] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1725d37b-5d2c-4b13-914b-7d7ba70d80ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.452219] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 578.452219] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5227682d-cc31-9ee4-a8f1-678f3f664c05" [ 578.452219] env[63393]: _type = "Task" [ 578.452219] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.465340] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5227682d-cc31-9ee4-a8f1-678f3f664c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.469218] env[63393]: DEBUG nova.network.neutron [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.561961] env[63393]: DEBUG oslo_vmware.api [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] Task: {'id': task-2681236, 'name': SuspendVM_Task, 'duration_secs': 0.843419} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.561961] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Suspended the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 578.562923] env[63393]: DEBUG nova.compute.manager [None req-9e77023d-560a-4c0a-b5fb-6b4ea3cb69ae tempest-ServersAdminNegativeTestJSON-342402554 tempest-ServersAdminNegativeTestJSON-342402554-project-admin] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.564760] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c09435-642d-4a9e-8f88-e7898d32dd3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.573553] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 578.573795] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.272s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.577381] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.789s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.578520] env[63393]: INFO nova.compute.claims [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.586664] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.587375] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Getting list of instances from cluster (obj){ [ 578.587375] env[63393]: value = "domain-c8" [ 578.587375] env[63393]: _type = "ClusterComputeResource" [ 578.587375] env[63393]: } {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.592165] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6041576-7f9c-460f-a38a-60c90275655f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.618766] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Got total of 14 instances {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.646481] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ebf3cbe-0dbf-4f95-a8e9-4cbfcf845ab4 req-9d0d1a3c-a103-4898-8387-451b1c018ac7 service nova] Releasing lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.817846] env[63393]: DEBUG nova.network.neutron [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Updating instance_info_cache with network_info: [{"id": "2b5d9b34-35ed-44cc-856e-69440a52073d", "address": "fa:16:3e:fe:71:6a", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5d9b34-35", "ovs_interfaceid": "2b5d9b34-35ed-44cc-856e-69440a52073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.876107] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "8b83e720-1025-4989-9bd0-37b3da8511ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.876405] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.961972] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5227682d-cc31-9ee4-a8f1-678f3f664c05, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.962306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.962628] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] c64d965b-7be7-4357-a787-3f92c720519b/c64d965b-7be7-4357-a787-3f92c720519b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.962841] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af128a96-b6ca-47dc-90e3-dcc53672ac59 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.969895] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 578.969895] env[63393]: value = "task-2681237" [ 578.969895] env[63393]: _type = "Task" [ 578.969895] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.979459] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.324386] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Releasing lock "refresh_cache-36739a27-6196-4609-868a-aa03d3a6677c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.324386] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Instance network_info: |[{"id": "2b5d9b34-35ed-44cc-856e-69440a52073d", "address": "fa:16:3e:fe:71:6a", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5d9b34-35", "ovs_interfaceid": "2b5d9b34-35ed-44cc-856e-69440a52073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.324768] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:71:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5d9b34-35ed-44cc-856e-69440a52073d', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.336685] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Creating folder: Project (f104839922574f91800728c3283a0e76). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.336901] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb718241-c682-4e1f-ae62-3ff491006960 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.358028] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Created folder: Project (f104839922574f91800728c3283a0e76) in parent group-v540494. [ 579.358028] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Creating folder: Instances. Parent ref: group-v540543. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.358028] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e81c66-d0e7-461e-992f-2312f8912d19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.365470] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Created folder: Instances in parent group-v540543. [ 579.365470] env[63393]: DEBUG oslo.service.loopingcall [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.365470] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.365470] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97f5fc12-6607-403b-96ad-8b8dccb206ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.391754] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.391754] env[63393]: value = "task-2681240" [ 579.391754] env[63393]: _type = "Task" [ 579.391754] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.408756] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681240, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.488530] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.735407] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "a0e8987b-f229-466e-8a19-108a84646ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.735638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "a0e8987b-f229-466e-8a19-108a84646ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.903623] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681240, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.942110] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.942379] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.985815] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581083} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.986144] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] c64d965b-7be7-4357-a787-3f92c720519b/c64d965b-7be7-4357-a787-3f92c720519b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.986382] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.986632] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1370dbc1-067a-450e-93af-142198682b1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.998508] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 579.998508] env[63393]: value = "task-2681241" [ 579.998508] env[63393]: _type = "Task" [ 579.998508] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.010283] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.146480] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf2c17-2b93-4092-af42-e65fa0bd4368 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.156481] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a58e2d-7141-4188-8d60-2e878bd88071 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.196027] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08034bb-dc7a-4885-8db5-d52141f8528b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.206285] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be337e10-d82f-4940-b04a-fc63ca9590c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.223190] env[63393]: DEBUG nova.compute.provider_tree [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.409466] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681240, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.510255] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102448} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.510541] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.511374] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7335b-0550-4bbc-a414-21d89e4da29b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.536257] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c64d965b-7be7-4357-a787-3f92c720519b/c64d965b-7be7-4357-a787-3f92c720519b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.536593] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d23b97-bbbb-420b-9971-5877cf001de4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.556908] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 580.556908] env[63393]: value = "task-2681242" [ 580.556908] env[63393]: _type = "Task" [ 580.556908] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.565666] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.606558] env[63393]: DEBUG nova.compute.manager [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Received event network-vif-plugged-2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.607376] env[63393]: DEBUG oslo_concurrency.lockutils [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] Acquiring lock "36739a27-6196-4609-868a-aa03d3a6677c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.607376] env[63393]: DEBUG oslo_concurrency.lockutils [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] Lock "36739a27-6196-4609-868a-aa03d3a6677c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.607376] env[63393]: DEBUG oslo_concurrency.lockutils [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] Lock "36739a27-6196-4609-868a-aa03d3a6677c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.607661] env[63393]: DEBUG nova.compute.manager [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] No waiting events found dispatching network-vif-plugged-2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.607661] env[63393]: WARNING nova.compute.manager [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Received unexpected event network-vif-plugged-2b5d9b34-35ed-44cc-856e-69440a52073d for instance with vm_state building and task_state spawning. [ 580.607737] env[63393]: DEBUG nova.compute.manager [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Received event network-changed-2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.607886] env[63393]: DEBUG nova.compute.manager [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Refreshing instance network info cache due to event network-changed-2b5d9b34-35ed-44cc-856e-69440a52073d. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.608082] env[63393]: DEBUG oslo_concurrency.lockutils [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] Acquiring lock "refresh_cache-36739a27-6196-4609-868a-aa03d3a6677c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.608221] env[63393]: DEBUG oslo_concurrency.lockutils [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] Acquired lock "refresh_cache-36739a27-6196-4609-868a-aa03d3a6677c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.608404] env[63393]: DEBUG nova.network.neutron [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Refreshing network info cache for port 2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.688402] env[63393]: DEBUG nova.compute.manager [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Received event network-changed-aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.689195] env[63393]: DEBUG nova.compute.manager [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Refreshing instance network info cache due to event network-changed-aef5e553-d2f1-4331-8ad1-3ba123fa6293. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.689428] env[63393]: DEBUG oslo_concurrency.lockutils [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] Acquiring lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.689659] env[63393]: DEBUG oslo_concurrency.lockutils [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] Acquired lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.690331] env[63393]: DEBUG nova.network.neutron [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Refreshing network info cache for port aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.727063] env[63393]: DEBUG nova.scheduler.client.report [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.906607] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681240, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.070265] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681242, 'name': ReconfigVM_Task, 'duration_secs': 0.318962} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.070574] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c64d965b-7be7-4357-a787-3f92c720519b/c64d965b-7be7-4357-a787-3f92c720519b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.071230] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c737f549-6a61-4938-9845-0bbe8d0d16c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.077265] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 581.077265] env[63393]: value = "task-2681243" [ 581.077265] env[63393]: _type = "Task" [ 581.077265] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.085945] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681243, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.232246] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.232746] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.235270] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.067s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.238450] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.241292] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.385s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.244432] env[63393]: DEBUG nova.objects.instance [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 581.272095] env[63393]: INFO nova.scheduler.client.report [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Deleted allocations for instance 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02 [ 581.409776] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681240, 'name': CreateVM_Task, 'duration_secs': 1.652837} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.409776] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.410540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.410721] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.411045] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.411326] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2976cef7-2608-4c8b-a8d1-1c579bf6e2cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.419590] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 581.419590] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522285e6-150b-9dc0-8df5-d71d87aaf9e7" [ 581.419590] env[63393]: _type = "Task" [ 581.419590] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.429677] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522285e6-150b-9dc0-8df5-d71d87aaf9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.560132] env[63393]: DEBUG nova.network.neutron [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Updated VIF entry in instance network info cache for port 2b5d9b34-35ed-44cc-856e-69440a52073d. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.561201] env[63393]: DEBUG nova.network.neutron [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Updating instance_info_cache with network_info: [{"id": "2b5d9b34-35ed-44cc-856e-69440a52073d", "address": "fa:16:3e:fe:71:6a", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5d9b34-35", "ovs_interfaceid": "2b5d9b34-35ed-44cc-856e-69440a52073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.595486] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681243, 'name': Rename_Task, 'duration_secs': 0.162685} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.595587] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.596305] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-108436b7-db41-449c-b0ff-a4438d242af8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.602894] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 581.602894] env[63393]: value = "task-2681244" [ 581.602894] env[63393]: _type = "Task" [ 581.602894] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.611604] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.639339] env[63393]: DEBUG nova.network.neutron [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Updated VIF entry in instance network info cache for port aef5e553-d2f1-4331-8ad1-3ba123fa6293. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.639888] env[63393]: DEBUG nova.network.neutron [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Updating instance_info_cache with network_info: [{"id": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "address": "fa:16:3e:31:9d:54", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef5e553-d2", "ovs_interfaceid": "aef5e553-d2f1-4331-8ad1-3ba123fa6293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.712305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.712873] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.714199] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.714199] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.714199] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.717663] env[63393]: INFO nova.compute.manager [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Terminating instance [ 581.751029] env[63393]: DEBUG nova.compute.utils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.751029] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.751029] env[63393]: DEBUG nova.network.neutron [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.782078] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Lock "2d7b2df8-8422-4d6a-ae5d-7a99ac10df02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.558s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.863402] env[63393]: DEBUG nova.policy [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a405da5beeb4fe0a1f0f5bf55e0f34b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be6e12fb67d4ecf828cac986bc49577', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.932221] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522285e6-150b-9dc0-8df5-d71d87aaf9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.935384] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.935384] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.935384] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.935384] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.935622] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.936524] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71624c49-b7c7-4ea8-a145-5156467dbcd1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.948233] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.950369] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.950369] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93596af8-3799-4a00-96d7-90edb3599c8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.959020] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 581.959020] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526f612e-412b-8993-adae-890d54e0bb62" [ 581.959020] env[63393]: _type = "Task" [ 581.959020] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.967455] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526f612e-412b-8993-adae-890d54e0bb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.065680] env[63393]: DEBUG oslo_concurrency.lockutils [req-bdda58cc-c0c7-4558-ab5b-a72d3db15156 req-5b2c9a3b-8de8-46b9-8fa4-5a0c47d0190f service nova] Releasing lock "refresh_cache-36739a27-6196-4609-868a-aa03d3a6677c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.116611] env[63393]: DEBUG oslo_vmware.api [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681244, 'name': PowerOnVM_Task, 'duration_secs': 0.496807} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.116972] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.117344] env[63393]: INFO nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Took 10.38 seconds to spawn the instance on the hypervisor. [ 582.117606] env[63393]: DEBUG nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.118558] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5a62e-e9c9-42ad-984d-4bd47525f43f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.143424] env[63393]: DEBUG oslo_concurrency.lockutils [req-c4b661ae-3723-4789-a9f4-27b9ebd61cf9 req-41ea3f0d-96f7-413f-8f18-146089a30591 service nova] Releasing lock "refresh_cache-33df7bf1-a8e8-4368-b5a4-155436b6320f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.221497] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "refresh_cache-555f5ecb-fbd7-488e-823b-f35bf9d5e803" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.221497] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquired lock "refresh_cache-555f5ecb-fbd7-488e-823b-f35bf9d5e803" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.221608] env[63393]: DEBUG nova.network.neutron [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.258264] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.264062] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6b11664-70b8-463a-b7d2-c26b1cfd772e tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.264414] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.870s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.265824] env[63393]: INFO nova.compute.claims [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.470960] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526f612e-412b-8993-adae-890d54e0bb62, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.474399] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44508a35-7eca-4946-8f86-5fc0e2f26168 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.481829] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "23321024-43d0-47bd-978a-54fe07732e63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.482528] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "23321024-43d0-47bd-978a-54fe07732e63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.482528] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "23321024-43d0-47bd-978a-54fe07732e63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.484470] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "23321024-43d0-47bd-978a-54fe07732e63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.485767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "23321024-43d0-47bd-978a-54fe07732e63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.488364] env[63393]: DEBUG nova.network.neutron [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Successfully created port: e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.491866] env[63393]: INFO nova.compute.manager [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Terminating instance [ 582.496729] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 582.496729] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5295f374-82c1-cca4-3d09-209ac33a9dd8" [ 582.496729] env[63393]: _type = "Task" [ 582.496729] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.510679] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5295f374-82c1-cca4-3d09-209ac33a9dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.511495] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.511740] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 36739a27-6196-4609-868a-aa03d3a6677c/36739a27-6196-4609-868a-aa03d3a6677c.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.515779] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-636ce193-ed69-4ba3-8f3c-a271fafaa738 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.523745] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 582.523745] env[63393]: value = "task-2681245" [ 582.523745] env[63393]: _type = "Task" [ 582.523745] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.533699] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.648076] env[63393]: INFO nova.compute.manager [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Took 29.62 seconds to build instance. [ 582.767575] env[63393]: DEBUG nova.network.neutron [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.996364] env[63393]: DEBUG nova.network.neutron [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.009021] env[63393]: DEBUG nova.compute.manager [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.009021] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.009021] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f5b61-75af-4216-afb3-438343ccc86b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.022106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "6b84681b-8d45-483f-83ae-b7810ee9612d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.022555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.022912] env[63393]: DEBUG nova.compute.manager [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.023684] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.025169] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854e9797-5b4f-4bbb-a78e-3a19db88cd98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.028487] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e13def-d34d-41e8-b68e-2b8142cf7df0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.041022] env[63393]: DEBUG nova.compute.manager [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 583.041022] env[63393]: DEBUG nova.objects.instance [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lazy-loading 'flavor' on Instance uuid 6b84681b-8d45-483f-83ae-b7810ee9612d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 583.048444] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 583.048444] env[63393]: value = "task-2681246" [ 583.048444] env[63393]: _type = "Task" [ 583.048444] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.050041] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681245, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.060260] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.152602] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50a42e1e-009c-4a89-9dea-d145aabd93cf tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.796s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.282024] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.317420] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.318161] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.318506] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.318979] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.319300] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.319610] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.322222] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.322222] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.322222] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.322222] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.322222] env[63393]: DEBUG nova.virt.hardware [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.322459] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f865bddf-e3b2-4b44-9f4e-4a5dec207820 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.335738] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87929928-f362-4f6d-8c4c-04832d8b5bdd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.498910] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Releasing lock "refresh_cache-555f5ecb-fbd7-488e-823b-f35bf9d5e803" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.500198] env[63393]: DEBUG nova.compute.manager [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 583.500198] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 583.500874] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6a0b07-776e-4cff-a469-d0cdb151d6d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.508822] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 583.508989] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44e14453-ddd8-4500-b6ef-10dfcc9d1808 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.515360] env[63393]: DEBUG oslo_vmware.api [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 583.515360] env[63393]: value = "task-2681247" [ 583.515360] env[63393]: _type = "Task" [ 583.515360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.524591] env[63393]: DEBUG oslo_vmware.api [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.543384] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791386} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.543818] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 36739a27-6196-4609-868a-aa03d3a6677c/36739a27-6196-4609-868a-aa03d3a6677c.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.544161] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.544526] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31dcf848-4daa-4919-b9ab-cd5f6bd0943f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.576405] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681246, 'name': PowerOffVM_Task, 'duration_secs': 0.504933} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.584113] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 583.584464] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 583.585439] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 583.585439] env[63393]: value = "task-2681248" [ 583.585439] env[63393]: _type = "Task" [ 583.585439] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.586029] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d299d86-f025-4b7e-8dae-15d75797d481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.605344] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.658554] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.665068] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 583.665297] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 583.665510] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Deleting the datastore file [datastore1] 23321024-43d0-47bd-978a-54fe07732e63 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.665806] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10f51790-6ce9-44df-8230-ad926a786a02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.672525] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for the task: (returnval){ [ 583.672525] env[63393]: value = "task-2681250" [ 583.672525] env[63393]: _type = "Task" [ 583.672525] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.685516] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.900373] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a68968-0cb0-4768-b845-5a88b17d7301 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.908239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c301a-07f2-485f-ba88-6aec586ec2b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.944786] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f9c7d-7617-4fd2-90bd-3c2228dcc095 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.952438] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f38ac-45b8-4c31-bff5-5ece01af6b5f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.966293] env[63393]: DEBUG nova.compute.provider_tree [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.026400] env[63393]: DEBUG oslo_vmware.api [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681247, 'name': PowerOffVM_Task, 'duration_secs': 0.153647} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.026776] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.026888] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.027116] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15ea49f3-6605-4834-846f-0ba9b209a247 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.053043] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.053603] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.054560] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Deleting the datastore file [datastore2] 555f5ecb-fbd7-488e-823b-f35bf9d5e803 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.054560] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61179f9c-1e04-472c-9e2e-07055bc06abf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.057929] env[63393]: DEBUG nova.compute.manager [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Received event network-changed-43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.058121] env[63393]: DEBUG nova.compute.manager [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Refreshing instance network info cache due to event network-changed-43788012-2e85-4819-8332-d8d578b6cc55. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.058337] env[63393]: DEBUG oslo_concurrency.lockutils [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] Acquiring lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.058476] env[63393]: DEBUG oslo_concurrency.lockutils [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] Acquired lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.058630] env[63393]: DEBUG nova.network.neutron [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Refreshing network info cache for port 43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.060923] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.061179] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce9570e-d4b3-42f2-b9d1-561ccc9ad8fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.064586] env[63393]: DEBUG oslo_vmware.api [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for the task: (returnval){ [ 584.064586] env[63393]: value = "task-2681252" [ 584.064586] env[63393]: _type = "Task" [ 584.064586] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.070379] env[63393]: DEBUG oslo_vmware.api [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 584.070379] env[63393]: value = "task-2681253" [ 584.070379] env[63393]: _type = "Task" [ 584.070379] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.077778] env[63393]: DEBUG oslo_vmware.api [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.083456] env[63393]: DEBUG oslo_vmware.api [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.085997] env[63393]: DEBUG nova.compute.manager [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Received event network-changed-43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.086236] env[63393]: DEBUG nova.compute.manager [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Refreshing instance network info cache due to event network-changed-43788012-2e85-4819-8332-d8d578b6cc55. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.086492] env[63393]: DEBUG oslo_concurrency.lockutils [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] Acquiring lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.098393] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141809} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.098648] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.099525] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eec80f-35ae-4fa4-bd36-da3aa076b13d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.123870] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 36739a27-6196-4609-868a-aa03d3a6677c/36739a27-6196-4609-868a-aa03d3a6677c.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.125123] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5814627-7d80-452d-b944-56ee588205f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.146620] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 584.146620] env[63393]: value = "task-2681254" [ 584.146620] env[63393]: _type = "Task" [ 584.146620] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.156664] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.179858] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.183439] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.470086] env[63393]: DEBUG nova.scheduler.client.report [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.531061] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "5fae3008-ed55-4e69-bea5-33f26ee23090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.531061] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.584122] env[63393]: DEBUG oslo_vmware.api [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Task: {'id': task-2681252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298732} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.584390] env[63393]: DEBUG oslo_vmware.api [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681253, 'name': PowerOffVM_Task, 'duration_secs': 0.27671} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.584612] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.584862] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.584955] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.585586] env[63393]: INFO nova.compute.manager [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Took 1.09 seconds to destroy the instance on the hypervisor. [ 584.586800] env[63393]: DEBUG oslo.service.loopingcall [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.587251] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.587474] env[63393]: DEBUG nova.compute.manager [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.587833] env[63393]: DEBUG nova.compute.manager [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.588350] env[63393]: DEBUG nova.network.neutron [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.591300] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e9e95-73ba-4864-95ec-cf7f5fd74ff8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.632964] env[63393]: DEBUG nova.network.neutron [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.660743] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.683483] env[63393]: DEBUG oslo_vmware.api [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Task: {'id': task-2681250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559272} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.683825] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.684016] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 584.684202] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 584.684380] env[63393]: INFO nova.compute.manager [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Took 1.68 seconds to destroy the instance on the hypervisor. [ 584.684620] env[63393]: DEBUG oslo.service.loopingcall [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.684809] env[63393]: DEBUG nova.compute.manager [-] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 584.684905] env[63393]: DEBUG nova.network.neutron [-] [instance: 23321024-43d0-47bd-978a-54fe07732e63] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 584.796533] env[63393]: DEBUG nova.network.neutron [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Successfully updated port: e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.979363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.980028] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.986124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.546s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.987648] env[63393]: INFO nova.compute.claims [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.082679] env[63393]: DEBUG nova.network.neutron [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updated VIF entry in instance network info cache for port 43788012-2e85-4819-8332-d8d578b6cc55. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.082679] env[63393]: DEBUG nova.network.neutron [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updating instance_info_cache with network_info: [{"id": "43788012-2e85-4819-8332-d8d578b6cc55", "address": "fa:16:3e:74:9d:0e", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43788012-2e", "ovs_interfaceid": "43788012-2e85-4819-8332-d8d578b6cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.113843] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dae77e25-d0c3-4334-9a12-a54daf4b761f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.119977] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "59fa839d-83dd-463c-9e5e-91f5fbe38753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.119977] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.135573] env[63393]: DEBUG nova.network.neutron [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.162590] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681254, 'name': ReconfigVM_Task, 'duration_secs': 0.676478} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.162590] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 36739a27-6196-4609-868a-aa03d3a6677c/36739a27-6196-4609-868a-aa03d3a6677c.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.162590] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d98f5590-c8d1-4f3b-8b47-20ab539af18e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.165564] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 585.165564] env[63393]: value = "task-2681255" [ 585.165564] env[63393]: _type = "Task" [ 585.165564] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.174445] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681255, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.303904] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "refresh_cache-da37af6a-06d4-4c29-a60a-ac0c01939cf9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.303904] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquired lock "refresh_cache-da37af6a-06d4-4c29-a60a-ac0c01939cf9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.303904] env[63393]: DEBUG nova.network.neutron [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.493184] env[63393]: DEBUG nova.compute.utils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.500045] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.500045] env[63393]: DEBUG nova.network.neutron [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.505151] env[63393]: DEBUG nova.network.neutron [-] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.567957] env[63393]: DEBUG nova.policy [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b00c54c0fe014be6ac7aa0f0d3b7f6d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fbf04b43f743778da8e3fc01192e5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.586039] env[63393]: DEBUG oslo_concurrency.lockutils [req-389ed768-c1bd-4c63-952c-1d529fbab265 req-132da529-8332-4d36-9c15-163fc03190fd service nova] Releasing lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.586532] env[63393]: DEBUG oslo_concurrency.lockutils [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] Acquired lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.586814] env[63393]: DEBUG nova.network.neutron [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Refreshing network info cache for port 43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.642144] env[63393]: INFO nova.compute.manager [-] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Took 1.05 seconds to deallocate network for instance. [ 585.678029] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681255, 'name': Rename_Task, 'duration_secs': 0.257161} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.678029] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.678029] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d06bf435-44be-49c1-bfe2-b4ddfde01bcf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.684358] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 585.684358] env[63393]: value = "task-2681256" [ 585.684358] env[63393]: _type = "Task" [ 585.684358] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.693781] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.780998] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "c64d965b-7be7-4357-a787-3f92c720519b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.781333] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.781678] env[63393]: INFO nova.compute.manager [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Rebooting instance [ 585.861590] env[63393]: DEBUG nova.network.neutron [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.923807] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.925577] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.999773] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.009483] env[63393]: INFO nova.compute.manager [-] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Took 1.32 seconds to deallocate network for instance. [ 586.083158] env[63393]: DEBUG nova.network.neutron [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Updating instance_info_cache with network_info: [{"id": "e177ac98-4bdd-425b-ab56-4447272b05a0", "address": "fa:16:3e:16:a5:b0", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape177ac98-4b", "ovs_interfaceid": "e177ac98-4bdd-425b-ab56-4447272b05a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.155897] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.198752] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681256, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.251602] env[63393]: DEBUG nova.network.neutron [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Successfully created port: 452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.338402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.338402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquired lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.338402] env[63393]: DEBUG nova.network.neutron [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.395153] env[63393]: DEBUG nova.network.neutron [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updated VIF entry in instance network info cache for port 43788012-2e85-4819-8332-d8d578b6cc55. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.395153] env[63393]: DEBUG nova.network.neutron [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updating instance_info_cache with network_info: [{"id": "43788012-2e85-4819-8332-d8d578b6cc55", "address": "fa:16:3e:74:9d:0e", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43788012-2e", "ovs_interfaceid": "43788012-2e85-4819-8332-d8d578b6cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.524998] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.587287] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Releasing lock "refresh_cache-da37af6a-06d4-4c29-a60a-ac0c01939cf9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.587844] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Instance network_info: |[{"id": "e177ac98-4bdd-425b-ab56-4447272b05a0", "address": "fa:16:3e:16:a5:b0", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape177ac98-4b", "ovs_interfaceid": "e177ac98-4bdd-425b-ab56-4447272b05a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.590707] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:a5:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e177ac98-4bdd-425b-ab56-4447272b05a0', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.599822] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Creating folder: Project (6be6e12fb67d4ecf828cac986bc49577). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.603059] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a5fd6c5-9ef0-4c9c-bafd-9e20b0d66403 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.614640] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Created folder: Project (6be6e12fb67d4ecf828cac986bc49577) in parent group-v540494. [ 586.614893] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Creating folder: Instances. Parent ref: group-v540546. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.615110] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f19c0979-4c17-4555-921e-ba8373e42314 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.621411] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f6f08-db54-4b1c-9b71-0a74498ca5d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.624743] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Created folder: Instances in parent group-v540546. [ 586.624979] env[63393]: DEBUG oslo.service.loopingcall [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.625678] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.625837] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a47614fc-bbdf-4c38-8c66-ccdfeaed1e8f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.644079] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef5ec8-83a5-4593-a8fb-62ba050d3924 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.648236] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.648236] env[63393]: value = "task-2681259" [ 586.648236] env[63393]: _type = "Task" [ 586.648236] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.680193] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99219669-77c4-4e9f-b636-eb9985fc5e1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.686302] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681259, 'name': CreateVM_Task} progress is 15%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.694810] env[63393]: DEBUG nova.compute.manager [req-b449bab5-a6fb-46f1-9534-2b9849cef19f req-9f5ef477-67cd-465e-9663-43c6e80d11a0 service nova] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Received event network-vif-deleted-679462d4-1b30-4ddd-b659-49b51e7c79d3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.696014] env[63393]: DEBUG nova.compute.manager [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Received event network-vif-plugged-e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.696292] env[63393]: DEBUG oslo_concurrency.lockutils [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] Acquiring lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.696445] env[63393]: DEBUG oslo_concurrency.lockutils [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.696569] env[63393]: DEBUG oslo_concurrency.lockutils [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.696735] env[63393]: DEBUG nova.compute.manager [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] No waiting events found dispatching network-vif-plugged-e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.696908] env[63393]: WARNING nova.compute.manager [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Received unexpected event network-vif-plugged-e177ac98-4bdd-425b-ab56-4447272b05a0 for instance with vm_state building and task_state spawning. [ 586.697142] env[63393]: DEBUG nova.compute.manager [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Received event network-changed-e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.697336] env[63393]: DEBUG nova.compute.manager [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Refreshing instance network info cache due to event network-changed-e177ac98-4bdd-425b-ab56-4447272b05a0. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.697537] env[63393]: DEBUG oslo_concurrency.lockutils [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] Acquiring lock "refresh_cache-da37af6a-06d4-4c29-a60a-ac0c01939cf9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.697671] env[63393]: DEBUG oslo_concurrency.lockutils [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] Acquired lock "refresh_cache-da37af6a-06d4-4c29-a60a-ac0c01939cf9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.697834] env[63393]: DEBUG nova.network.neutron [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Refreshing network info cache for port e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.700842] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0228436d-bd70-4124-b95c-e4d903a30094 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.708873] env[63393]: DEBUG oslo_vmware.api [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681256, 'name': PowerOnVM_Task, 'duration_secs': 0.935896} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.710394] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.710394] env[63393]: INFO nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Took 12.37 seconds to spawn the instance on the hypervisor. [ 586.710600] env[63393]: DEBUG nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.711643] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e4e6e-a9b3-443f-8e32-e028a6a8b40c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.724259] env[63393]: DEBUG nova.compute.provider_tree [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.901377] env[63393]: DEBUG oslo_concurrency.lockutils [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] Releasing lock "refresh_cache-fcbd90f1-050f-4144-ab22-06f5894118eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.901377] env[63393]: DEBUG nova.compute.manager [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Received event network-changed-e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.901377] env[63393]: DEBUG nova.compute.manager [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Refreshing instance network info cache due to event network-changed-e418015f-bf77-4cde-96aa-67aeb159641e. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.901377] env[63393]: DEBUG oslo_concurrency.lockutils [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] Acquiring lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.901377] env[63393]: DEBUG oslo_concurrency.lockutils [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] Acquired lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.901642] env[63393]: DEBUG nova.network.neutron [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Refreshing network info cache for port e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.017557] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.056594] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.056794] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.056876] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.057061] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.057258] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.057415] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.057626] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.057781] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.057945] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.058116] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.058290] env[63393]: DEBUG nova.virt.hardware [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.059385] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d7ab8a-7c60-420f-9974-116dbdd61713 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.067989] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6ef83-5f27-43f2-8c8a-a868d4ae885b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.158754] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681259, 'name': CreateVM_Task, 'duration_secs': 0.394139} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.159503] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.159637] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.159800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.160123] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.160430] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddae6f2b-8b43-498f-9775-7f10068db715 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.164935] env[63393]: DEBUG nova.network.neutron [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Updating instance_info_cache with network_info: [{"id": "b20e61b0-2202-429e-8b2f-588a6503221c", "address": "fa:16:3e:c4:a8:f2", "network": {"id": "32fda9ef-9ecc-4bc1-adf3-0afe4488ffb1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1906733231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "887062e88a40480ebf0f8d4a4f3f4326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20e61b0-22", "ovs_interfaceid": "b20e61b0-2202-429e-8b2f-588a6503221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.167237] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 587.167237] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523ed6ed-679f-0b11-5cb6-1bc59d4baaab" [ 587.167237] env[63393]: _type = "Task" [ 587.167237] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.175529] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523ed6ed-679f-0b11-5cb6-1bc59d4baaab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.227099] env[63393]: DEBUG nova.scheduler.client.report [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.240407] env[63393]: INFO nova.compute.manager [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Took 33.72 seconds to build instance. [ 587.439565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "11044fc7-5b70-43f5-b5f0-703eec1592fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.439783] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.439988] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "11044fc7-5b70-43f5-b5f0-703eec1592fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.440181] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.440341] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.442595] env[63393]: INFO nova.compute.manager [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Terminating instance [ 587.530984] env[63393]: DEBUG nova.objects.instance [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lazy-loading 'flavor' on Instance uuid 6b84681b-8d45-483f-83ae-b7810ee9612d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.669315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Releasing lock "refresh_cache-c64d965b-7be7-4357-a787-3f92c720519b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.688024] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523ed6ed-679f-0b11-5cb6-1bc59d4baaab, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.688024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.688024] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.688024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.688528] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.688528] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.688528] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60baa8d4-36f7-44b5-8417-26593227e7cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.700900] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.700900] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.701532] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9da23f-c3ef-4461-bcd1-11961f81b30e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.712472] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 587.712472] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52026cc0-426e-c75a-d13b-1ad57f93127b" [ 587.712472] env[63393]: _type = "Task" [ 587.712472] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.716595] env[63393]: DEBUG nova.network.neutron [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Updated VIF entry in instance network info cache for port e177ac98-4bdd-425b-ab56-4447272b05a0. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.716934] env[63393]: DEBUG nova.network.neutron [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Updating instance_info_cache with network_info: [{"id": "e177ac98-4bdd-425b-ab56-4447272b05a0", "address": "fa:16:3e:16:a5:b0", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape177ac98-4b", "ovs_interfaceid": "e177ac98-4bdd-425b-ab56-4447272b05a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.724969] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52026cc0-426e-c75a-d13b-1ad57f93127b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.731891] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.732390] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.735661] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.600s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.741511] env[63393]: INFO nova.compute.claims [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.743859] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c7880a1-4c44-42af-8262-45f60dcbf2bb tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "36739a27-6196-4609-868a-aa03d3a6677c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.934s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.953021] env[63393]: DEBUG nova.compute.manager [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.953021] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.953021] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f91b7-3eb6-486a-9e6f-b8033224007a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.962155] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.963020] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3827a6ad-4426-4cdd-bd92-ae5d9b2d69ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.969601] env[63393]: DEBUG oslo_vmware.api [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 587.969601] env[63393]: value = "task-2681260" [ 587.969601] env[63393]: _type = "Task" [ 587.969601] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.984159] env[63393]: DEBUG oslo_vmware.api [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.035991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.036404] env[63393]: DEBUG oslo_concurrency.lockutils [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquired lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.036679] env[63393]: DEBUG nova.network.neutron [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.037110] env[63393]: DEBUG nova.objects.instance [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lazy-loading 'info_cache' on Instance uuid 6b84681b-8d45-483f-83ae-b7810ee9612d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.107471] env[63393]: DEBUG nova.network.neutron [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updated VIF entry in instance network info cache for port e418015f-bf77-4cde-96aa-67aeb159641e. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.108238] env[63393]: DEBUG nova.network.neutron [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updating instance_info_cache with network_info: [{"id": "e418015f-bf77-4cde-96aa-67aeb159641e", "address": "fa:16:3e:6f:75:df", "network": {"id": "a3c9ece8-4f97-485c-a73b-3e62c92af82d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1977630538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16bd3d10f5624cceb585c844f36c5352", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape418015f-bf", "ovs_interfaceid": "e418015f-bf77-4cde-96aa-67aeb159641e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.180146] env[63393]: DEBUG nova.compute.manager [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.181108] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75830ae1-ea4c-4383-8382-fa26eef61fc5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.219748] env[63393]: DEBUG oslo_concurrency.lockutils [req-98440567-847c-4f28-a24c-0b7a4bd0005c req-5aa87ab3-0015-4ff4-86db-d9d5d0400f9c service nova] Releasing lock "refresh_cache-da37af6a-06d4-4c29-a60a-ac0c01939cf9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.226118] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52026cc0-426e-c75a-d13b-1ad57f93127b, 'name': SearchDatastore_Task, 'duration_secs': 0.018252} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.226804] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be7961b-d54e-455c-92a0-84d5e6fa8797 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.235033] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 588.235033] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5224aa3a-d123-1a4f-7d7d-1217dc1a2711" [ 588.235033] env[63393]: _type = "Task" [ 588.235033] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.248652] env[63393]: DEBUG nova.compute.utils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.255023] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.256492] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5224aa3a-d123-1a4f-7d7d-1217dc1a2711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.257557] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.257860] env[63393]: DEBUG nova.network.neutron [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.334071] env[63393]: DEBUG nova.policy [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e53ea971770426f8afb45ee962d24c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55c30106cc54ca4b5fb1a0a483b59df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.377784] env[63393]: DEBUG nova.network.neutron [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Successfully updated port: 452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.479972] env[63393]: DEBUG oslo_vmware.api [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681260, 'name': PowerOffVM_Task, 'duration_secs': 0.400507} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.480454] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.480454] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.480650] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a0a2a6-17d5-4356-9121-76d35ded17df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.540457] env[63393]: DEBUG nova.objects.base [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Object Instance<6b84681b-8d45-483f-83ae-b7810ee9612d> lazy-loaded attributes: flavor,info_cache {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 588.554823] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.555165] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.555437] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Deleting the datastore file [datastore1] 11044fc7-5b70-43f5-b5f0-703eec1592fd {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.555998] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f11d191-fb42-4ded-a687-10780bdf126f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.563520] env[63393]: DEBUG oslo_vmware.api [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for the task: (returnval){ [ 588.563520] env[63393]: value = "task-2681262" [ 588.563520] env[63393]: _type = "Task" [ 588.563520] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.573360] env[63393]: DEBUG oslo_vmware.api [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.610713] env[63393]: DEBUG oslo_concurrency.lockutils [req-4b010e52-6143-4cb6-aec8-5755efcdd9fe req-d95f0452-f196-423e-ae16-30e53f439ad4 service nova] Releasing lock "refresh_cache-11044fc7-5b70-43f5-b5f0-703eec1592fd" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.707277] env[63393]: DEBUG nova.network.neutron [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Successfully created port: 74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.713688] env[63393]: DEBUG nova.compute.manager [None req-d089c776-adaa-49dd-94ad-a3a339c90415 tempest-ServerDiagnosticsTest-1896860132 tempest-ServerDiagnosticsTest-1896860132-project-admin] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.715544] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5bd86-2009-4841-9b5a-edf580445160 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.724134] env[63393]: INFO nova.compute.manager [None req-d089c776-adaa-49dd-94ad-a3a339c90415 tempest-ServerDiagnosticsTest-1896860132 tempest-ServerDiagnosticsTest-1896860132-project-admin] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Retrieving diagnostics [ 588.725031] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203edd2c-1e18-4a31-8fa3-090827d0a74e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.764510] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.782648] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5224aa3a-d123-1a4f-7d7d-1217dc1a2711, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.782842] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.783536] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] da37af6a-06d4-4c29-a60a-ac0c01939cf9/da37af6a-06d4-4c29-a60a-ac0c01939cf9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.783536] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcab6557-bea3-401e-924c-c0ab5ea93792 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.790330] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 588.790330] env[63393]: value = "task-2681263" [ 588.790330] env[63393]: _type = "Task" [ 588.790330] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.799053] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.801932] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.891424] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.891424] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.891424] env[63393]: DEBUG nova.network.neutron [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.082283] env[63393]: DEBUG oslo_vmware.api [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Task: {'id': task-2681262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261311} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.082283] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.082283] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.082283] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.082283] env[63393]: INFO nova.compute.manager [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 589.082620] env[63393]: DEBUG oslo.service.loopingcall [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.082620] env[63393]: DEBUG nova.compute.manager [-] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.082620] env[63393]: DEBUG nova.network.neutron [-] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.203295] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce732a7-f97d-425b-b3bb-6bb8237aecb5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.214037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Doing hard reboot of VM {{(pid=63393) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 589.217026] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ab2aa1f8-fbd0-4145-a3e4-fe0c6dd8bb33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.221975] env[63393]: DEBUG oslo_vmware.api [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 589.221975] env[63393]: value = "task-2681264" [ 589.221975] env[63393]: _type = "Task" [ 589.221975] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.244168] env[63393]: DEBUG oslo_vmware.api [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681264, 'name': ResetVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.305231] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.398358] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64dd41d-1065-4c21-b4a7-e96d6961b3c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.410208] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ff85e-b444-452f-ae83-eb790ac56e0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.449948] env[63393]: DEBUG nova.network.neutron [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.454192] env[63393]: DEBUG nova.network.neutron [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Updating instance_info_cache with network_info: [{"id": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "address": "fa:16:3e:b6:9a:e7", "network": {"id": "66cb7f3b-cac2-4f28-84ec-4fc921536ad6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-508568983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda75a07d0bb459a84c2388720825311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1e47fd-f1", "ovs_interfaceid": "2b1e47fd-f19f-4cba-b700-bd8a3ef6242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.459710] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c52dbe-127f-423c-bf5f-92a2ac2f663f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.470261] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf1818-e066-4b12-8293-204d4a4e3a19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.491043] env[63393]: DEBUG nova.compute.provider_tree [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.496418] env[63393]: DEBUG nova.compute.manager [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Received event network-vif-plugged-452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.496730] env[63393]: DEBUG oslo_concurrency.lockutils [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.496966] env[63393]: DEBUG oslo_concurrency.lockutils [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.497337] env[63393]: DEBUG oslo_concurrency.lockutils [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.497742] env[63393]: DEBUG nova.compute.manager [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] No waiting events found dispatching network-vif-plugged-452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.497742] env[63393]: WARNING nova.compute.manager [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Received unexpected event network-vif-plugged-452d0345-fd40-41c9-b3bd-e22c356e1fb2 for instance with vm_state building and task_state spawning. [ 589.497876] env[63393]: DEBUG nova.compute.manager [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Received event network-changed-452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.498611] env[63393]: DEBUG nova.compute.manager [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Refreshing instance network info cache due to event network-changed-452d0345-fd40-41c9-b3bd-e22c356e1fb2. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.498611] env[63393]: DEBUG oslo_concurrency.lockutils [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.666881] env[63393]: DEBUG nova.network.neutron [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.739691] env[63393]: DEBUG oslo_vmware.api [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681264, 'name': ResetVM_Task, 'duration_secs': 0.120198} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.740056] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Did hard reboot of VM {{(pid=63393) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 589.742533] env[63393]: DEBUG nova.compute.manager [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.742533] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4145d-ae66-4390-bf8a-b080eb521857 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.775449] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.803299] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612395} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.803515] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] da37af6a-06d4-4c29-a60a-ac0c01939cf9/da37af6a-06d4-4c29-a60a-ac0c01939cf9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.804025] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.804025] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1f85b5e-7f95-40e4-839b-eb860295f875 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.810699] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.810937] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.811113] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.811318] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.811504] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.811706] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.811926] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.812099] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.812272] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.812437] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.812610] env[63393]: DEBUG nova.virt.hardware [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.813468] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4894689d-8e27-459b-8ac1-6fa36e9dc759 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.818172] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 589.818172] env[63393]: value = "task-2681265" [ 589.818172] env[63393]: _type = "Task" [ 589.818172] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.825659] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881ae202-4999-49f5-84fd-9caca6d73bc4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.832951] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.909821] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "ce27a7e1-05e2-46b0-9689-39d4efbda232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.910556] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.963714] env[63393]: DEBUG oslo_concurrency.lockutils [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Releasing lock "refresh_cache-6b84681b-8d45-483f-83ae-b7810ee9612d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.965205] env[63393]: DEBUG nova.network.neutron [-] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.994576] env[63393]: DEBUG nova.scheduler.client.report [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.109118] env[63393]: DEBUG nova.compute.manager [req-fdf5e1e6-fd4e-44a9-882a-124d3df2b549 req-5e88b7b7-7268-403d-b8ba-91e5090c1430 service nova] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Received event network-vif-deleted-e418015f-bf77-4cde-96aa-67aeb159641e {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.170160] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.170503] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Instance network_info: |[{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.170817] env[63393]: DEBUG oslo_concurrency.lockutils [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.170991] env[63393]: DEBUG nova.network.neutron [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Refreshing network info cache for port 452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.172217] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e3:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '452d0345-fd40-41c9-b3bd-e22c356e1fb2', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.179557] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating folder: Project (d5fbf04b43f743778da8e3fc01192e5e). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.183399] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c773731-25ae-4d66-ac54-4a23c2bdcced {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.194103] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created folder: Project (d5fbf04b43f743778da8e3fc01192e5e) in parent group-v540494. [ 590.194316] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating folder: Instances. Parent ref: group-v540549. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.194553] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-693ef9f6-16f5-4a48-8a7f-c917fa2f7045 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.203318] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created folder: Instances in parent group-v540549. [ 590.203610] env[63393]: DEBUG oslo.service.loopingcall [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.203753] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.203964] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a46013d-2e59-4184-a354-d79e4c7a6ea8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.223482] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.223482] env[63393]: value = "task-2681268" [ 590.223482] env[63393]: _type = "Task" [ 590.223482] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.240492] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681268, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.255053] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bb2849d-20c1-4aa4-9138-4cd544e56218 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.474s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.331563] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344361} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.332268] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.333168] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3759ad-cca1-4c0d-b02d-ccc17473100f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.355208] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] da37af6a-06d4-4c29-a60a-ac0c01939cf9/da37af6a-06d4-4c29-a60a-ac0c01939cf9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.358967] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb5bbf1-ddf1-4f9f-aa98-e4f6b4f9b276 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.380486] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 590.380486] env[63393]: value = "task-2681269" [ 590.380486] env[63393]: _type = "Task" [ 590.380486] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.389408] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.400753] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "36739a27-6196-4609-868a-aa03d3a6677c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.401044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "36739a27-6196-4609-868a-aa03d3a6677c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.401911] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "36739a27-6196-4609-868a-aa03d3a6677c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.402147] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "36739a27-6196-4609-868a-aa03d3a6677c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.402353] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "36739a27-6196-4609-868a-aa03d3a6677c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.404563] env[63393]: INFO nova.compute.manager [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Terminating instance [ 590.473674] env[63393]: INFO nova.compute.manager [-] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Took 1.39 seconds to deallocate network for instance. [ 590.500909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.501559] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.508024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.488s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.627419] env[63393]: DEBUG nova.network.neutron [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Successfully updated port: 74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.634781] env[63393]: DEBUG nova.network.neutron [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updated VIF entry in instance network info cache for port 452d0345-fd40-41c9-b3bd-e22c356e1fb2. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.635136] env[63393]: DEBUG nova.network.neutron [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.736531] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681268, 'name': CreateVM_Task, 'duration_secs': 0.379354} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.736686] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.737492] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.737762] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.738150] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.738467] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13b9bcd-5dfb-4d9c-853e-44892e9efde3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.743915] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 590.743915] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525d3a4b-2b78-8e45-fafe-de43dd85274b" [ 590.743915] env[63393]: _type = "Task" [ 590.743915] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.751774] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525d3a4b-2b78-8e45-fafe-de43dd85274b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.892287] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681269, 'name': ReconfigVM_Task, 'duration_secs': 0.370465} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.892287] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Reconfigured VM instance instance-00000014 to attach disk [datastore1] da37af6a-06d4-4c29-a60a-ac0c01939cf9/da37af6a-06d4-4c29-a60a-ac0c01939cf9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.892601] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73049ed0-5ed1-4479-80f8-a717edb01a92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.899234] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 590.899234] env[63393]: value = "task-2681270" [ 590.899234] env[63393]: _type = "Task" [ 590.899234] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.907046] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681270, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.908845] env[63393]: DEBUG nova.compute.manager [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 590.909013] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.909735] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652ef3d-b161-42bd-b881-cd31f1601424 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.916462] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.916695] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f099efd-4a04-40bf-977b-f78d0572b265 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.921617] env[63393]: DEBUG oslo_vmware.api [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 590.921617] env[63393]: value = "task-2681271" [ 590.921617] env[63393]: _type = "Task" [ 590.921617] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.931796] env[63393]: DEBUG oslo_vmware.api [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.977709] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.978116] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a106d31-38ac-40c8-a1d7-2af2ac85cf9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.986430] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.987386] env[63393]: DEBUG oslo_vmware.api [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 590.987386] env[63393]: value = "task-2681272" [ 590.987386] env[63393]: _type = "Task" [ 590.987386] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.996660] env[63393]: DEBUG oslo_vmware.api [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.006574] env[63393]: DEBUG nova.compute.utils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.008297] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.008509] env[63393]: DEBUG nova.network.neutron [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.014497] env[63393]: INFO nova.compute.claims [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.078777] env[63393]: DEBUG nova.policy [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f79817d758d486cbdb8154e328efcdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '781a66d86c0943558f555d34e9abc9d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.130831] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "refresh_cache-2613b16c-08ce-4423-a1c5-c342fa7c79db" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.130986] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquired lock "refresh_cache-2613b16c-08ce-4423-a1c5-c342fa7c79db" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.131158] env[63393]: DEBUG nova.network.neutron [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.138936] env[63393]: DEBUG oslo_concurrency.lockutils [req-16dc8f3e-1745-4dd6-afac-fc540483e037 req-66f0212b-1675-4564-9f14-08b9b41cb450 service nova] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.254851] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525d3a4b-2b78-8e45-fafe-de43dd85274b, 'name': SearchDatastore_Task, 'duration_secs': 0.021444} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.255049] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.255774] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.255774] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.255774] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.255774] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.255985] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7090a5bb-fde9-4973-a5d6-21ecc6668465 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.264269] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.264443] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.265192] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604fc311-c1f5-4983-bd73-0cdbbf7c98c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.270542] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 591.270542] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a318a5-6ebb-97a0-e1b1-ea5a503cab0a" [ 591.270542] env[63393]: _type = "Task" [ 591.270542] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.279521] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a318a5-6ebb-97a0-e1b1-ea5a503cab0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.393812] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "369dc141-ec0b-4237-aed7-d047e9a59bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.394063] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.410933] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681270, 'name': Rename_Task, 'duration_secs': 0.171356} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.411227] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.411496] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14b470b-bc3d-42f8-b2d9-fde97f56ee07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.420377] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 591.420377] env[63393]: value = "task-2681273" [ 591.420377] env[63393]: _type = "Task" [ 591.420377] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.437368] env[63393]: DEBUG oslo_vmware.api [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681271, 'name': PowerOffVM_Task, 'duration_secs': 0.210775} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.438398] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.438995] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 591.439322] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.439556] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be9a66fb-4682-44d7-b2ef-3f24d087c665 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.493284] env[63393]: DEBUG nova.network.neutron [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Successfully created port: fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.501598] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 591.501598] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 591.501598] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Deleting the datastore file [datastore1] 36739a27-6196-4609-868a-aa03d3a6677c {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.506592] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d361f22-925b-4932-8629-04908158ed47 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.508205] env[63393]: DEBUG oslo_vmware.api [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681272, 'name': PowerOnVM_Task, 'duration_secs': 0.425691} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.508568] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.508817] env[63393]: DEBUG nova.compute.manager [None req-702aebb4-0062-4e3f-9e97-f9c04da8771d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.510390] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deea071-2f45-4e50-8b6c-d51bc7df89f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.517589] env[63393]: DEBUG oslo_vmware.api [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for the task: (returnval){ [ 591.517589] env[63393]: value = "task-2681275" [ 591.517589] env[63393]: _type = "Task" [ 591.517589] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.524712] env[63393]: INFO nova.compute.resource_tracker [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating resource usage from migration 24c36a81-116d-4841-98fd-74a00b692e78 [ 591.528270] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.541327] env[63393]: DEBUG oslo_vmware.api [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.695978] env[63393]: DEBUG nova.network.neutron [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.783736] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a318a5-6ebb-97a0-e1b1-ea5a503cab0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.785118] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48693c32-14e9-4fa0-806b-b351c5b47f72 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.790722] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 591.790722] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52db4d06-8b78-29ba-c35f-7706e1d2db1c" [ 591.790722] env[63393]: _type = "Task" [ 591.790722] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.801538] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52db4d06-8b78-29ba-c35f-7706e1d2db1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.822900] env[63393]: DEBUG nova.compute.manager [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Received event network-vif-plugged-74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.823353] env[63393]: DEBUG oslo_concurrency.lockutils [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] Acquiring lock "2613b16c-08ce-4423-a1c5-c342fa7c79db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.824011] env[63393]: DEBUG oslo_concurrency.lockutils [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.824307] env[63393]: DEBUG oslo_concurrency.lockutils [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.824586] env[63393]: DEBUG nova.compute.manager [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] No waiting events found dispatching network-vif-plugged-74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.825104] env[63393]: WARNING nova.compute.manager [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Received unexpected event network-vif-plugged-74584b6c-857a-4079-8bf9-1d43f80b06f1 for instance with vm_state building and task_state spawning. [ 591.825635] env[63393]: DEBUG nova.compute.manager [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Received event network-changed-74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.826945] env[63393]: DEBUG nova.compute.manager [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Refreshing instance network info cache due to event network-changed-74584b6c-857a-4079-8bf9-1d43f80b06f1. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.826945] env[63393]: DEBUG oslo_concurrency.lockutils [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] Acquiring lock "refresh_cache-2613b16c-08ce-4423-a1c5-c342fa7c79db" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.829641] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "3d12aa80-970a-4952-92b8-190639fd60f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.832334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "3d12aa80-970a-4952-92b8-190639fd60f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.832334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "3d12aa80-970a-4952-92b8-190639fd60f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.832334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "3d12aa80-970a-4952-92b8-190639fd60f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.832334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "3d12aa80-970a-4952-92b8-190639fd60f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.835978] env[63393]: INFO nova.compute.manager [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Terminating instance [ 591.932656] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.001100] env[63393]: DEBUG nova.network.neutron [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Updating instance_info_cache with network_info: [{"id": "74584b6c-857a-4079-8bf9-1d43f80b06f1", "address": "fa:16:3e:f8:a1:4a", "network": {"id": "dad58ffe-7c77-488d-9f78-06e06870d6be", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1214682550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55c30106cc54ca4b5fb1a0a483b59df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74584b6c-85", "ovs_interfaceid": "74584b6c-857a-4079-8bf9-1d43f80b06f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.031462] env[63393]: DEBUG oslo_vmware.api [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Task: {'id': task-2681275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295493} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.034335] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.034532] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.034714] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.034885] env[63393]: INFO nova.compute.manager [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 592.035148] env[63393]: DEBUG oslo.service.loopingcall [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.039154] env[63393]: DEBUG nova.compute.manager [-] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.039461] env[63393]: DEBUG nova.network.neutron [-] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 592.099488] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8359ae54-b774-479e-9b25-27b6b08228b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.107777] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16de29e-fa5f-4788-ab84-4b3c314d5ac4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.139237] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a50f323-1652-403e-832a-e19ee6b567df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.146968] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93ff64-2409-4bd4-8f6f-7943f97033c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.163743] env[63393]: DEBUG nova.compute.provider_tree [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.270868] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "c64d965b-7be7-4357-a787-3f92c720519b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.271150] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.272136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "c64d965b-7be7-4357-a787-3f92c720519b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.272136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.272136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.276025] env[63393]: INFO nova.compute.manager [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Terminating instance [ 592.303667] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52db4d06-8b78-29ba-c35f-7706e1d2db1c, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.305194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.305194] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b/d1f3667d-f592-4c2f-8eda-8e24b95f215b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.305194] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8238cb89-021d-4415-b5bc-ce3e11ebc3e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.312027] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 592.312027] env[63393]: value = "task-2681276" [ 592.312027] env[63393]: _type = "Task" [ 592.312027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.321322] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.342463] env[63393]: DEBUG nova.compute.manager [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.342680] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.347030] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d4dab6-8012-42a1-b868-96e0e3ca50a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.352520] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.352824] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc6d37c8-8ab2-4d36-9c9c-51f34891a93c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.432839] env[63393]: DEBUG oslo_vmware.api [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681273, 'name': PowerOnVM_Task, 'duration_secs': 0.976368} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.434338] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.434746] env[63393]: INFO nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Took 9.15 seconds to spawn the instance on the hypervisor. [ 592.435098] env[63393]: DEBUG nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.435549] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.435877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.437075] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleting the datastore file [datastore2] 3d12aa80-970a-4952-92b8-190639fd60f9 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.437075] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ef2b37-27a3-4f4b-82ed-b83de861e6b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.440566] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a38e389d-12a4-454a-8cf3-5d6b012acee5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.450949] env[63393]: DEBUG oslo_vmware.api [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 592.450949] env[63393]: value = "task-2681278" [ 592.450949] env[63393]: _type = "Task" [ 592.450949] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.460308] env[63393]: DEBUG oslo_vmware.api [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.504826] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Releasing lock "refresh_cache-2613b16c-08ce-4423-a1c5-c342fa7c79db" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.505319] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Instance network_info: |[{"id": "74584b6c-857a-4079-8bf9-1d43f80b06f1", "address": "fa:16:3e:f8:a1:4a", "network": {"id": "dad58ffe-7c77-488d-9f78-06e06870d6be", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1214682550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55c30106cc54ca4b5fb1a0a483b59df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74584b6c-85", "ovs_interfaceid": "74584b6c-857a-4079-8bf9-1d43f80b06f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.505752] env[63393]: DEBUG oslo_concurrency.lockutils [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] Acquired lock "refresh_cache-2613b16c-08ce-4423-a1c5-c342fa7c79db" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.506087] env[63393]: DEBUG nova.network.neutron [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Refreshing network info cache for port 74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.507579] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:a1:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74584b6c-857a-4079-8bf9-1d43f80b06f1', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.520240] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Creating folder: Project (f55c30106cc54ca4b5fb1a0a483b59df). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.522588] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42016fd-b0fa-4a6a-af6c-d4cca742be4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.535012] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Created folder: Project (f55c30106cc54ca4b5fb1a0a483b59df) in parent group-v540494. [ 592.535464] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Creating folder: Instances. Parent ref: group-v540552. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.535633] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfcc7dfb-6e24-4160-b190-8dcd6ea90216 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.543191] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.547180] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Created folder: Instances in parent group-v540552. [ 592.547562] env[63393]: DEBUG oslo.service.loopingcall [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.547759] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.547966] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c97eee1d-3f76-4314-81c0-171a2059f235 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.573401] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.573401] env[63393]: value = "task-2681281" [ 592.573401] env[63393]: _type = "Task" [ 592.573401] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.577562] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.577789] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.578571] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.578571] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.578571] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.578571] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.578793] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.578979] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.579113] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.579187] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.579404] env[63393]: DEBUG nova.virt.hardware [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.583493] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feab9d8-f3cb-41a9-a60f-6026827e8224 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.592024] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681281, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.594326] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3959860-c506-4f7a-84a0-2fb837047d3f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.669734] env[63393]: DEBUG nova.scheduler.client.report [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.780829] env[63393]: DEBUG nova.compute.manager [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.781179] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.782339] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19746854-84bb-4385-99b5-718f2348aad5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.792966] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.793263] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bab9cca-764b-40d7-b1f2-33471d81d0cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.800605] env[63393]: DEBUG oslo_vmware.api [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 592.800605] env[63393]: value = "task-2681282" [ 592.800605] env[63393]: _type = "Task" [ 592.800605] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.811355] env[63393]: DEBUG oslo_vmware.api [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.823447] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.873214] env[63393]: DEBUG nova.network.neutron [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Updated VIF entry in instance network info cache for port 74584b6c-857a-4079-8bf9-1d43f80b06f1. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.873605] env[63393]: DEBUG nova.network.neutron [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Updating instance_info_cache with network_info: [{"id": "74584b6c-857a-4079-8bf9-1d43f80b06f1", "address": "fa:16:3e:f8:a1:4a", "network": {"id": "dad58ffe-7c77-488d-9f78-06e06870d6be", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1214682550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55c30106cc54ca4b5fb1a0a483b59df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74584b6c-85", "ovs_interfaceid": "74584b6c-857a-4079-8bf9-1d43f80b06f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.876598] env[63393]: DEBUG nova.network.neutron [-] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.963296] env[63393]: INFO nova.compute.manager [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Took 37.20 seconds to build instance. [ 592.969177] env[63393]: DEBUG oslo_vmware.api [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300561} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.969889] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.969889] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.970073] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.970113] env[63393]: INFO nova.compute.manager [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 592.970561] env[63393]: DEBUG oslo.service.loopingcall [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.970631] env[63393]: DEBUG nova.compute.manager [-] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.970724] env[63393]: DEBUG nova.network.neutron [-] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.089587] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681281, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.179022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.672s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.179022] env[63393]: INFO nova.compute.manager [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Migrating [ 593.179022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.179022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.179022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.917s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.180827] env[63393]: INFO nova.compute.claims [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.311919] env[63393]: DEBUG oslo_vmware.api [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681282, 'name': PowerOffVM_Task, 'duration_secs': 0.253641} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.312259] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 593.312441] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 593.312697] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2f59c1-948d-4b7c-b4d4-053f807e8c6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.325756] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65999} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.325996] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b/d1f3667d-f592-4c2f-8eda-8e24b95f215b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.326298] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.326554] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f9e0278-a6f3-4932-a01e-ba6abce4d0b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.332592] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 593.332592] env[63393]: value = "task-2681284" [ 593.332592] env[63393]: _type = "Task" [ 593.332592] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.341342] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.376823] env[63393]: DEBUG oslo_concurrency.lockutils [req-5389d36f-eac9-4ccc-9ff5-79a74590c5dc req-d7c0cfd1-6a29-45be-9d3e-ca4f456146b0 service nova] Releasing lock "refresh_cache-2613b16c-08ce-4423-a1c5-c342fa7c79db" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.382332] env[63393]: INFO nova.compute.manager [-] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Took 1.34 seconds to deallocate network for instance. [ 593.387074] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.388028] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.388028] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Deleting the datastore file [datastore2] c64d965b-7be7-4357-a787-3f92c720519b {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.395224] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624444aa-d6b9-4939-b092-f80ff85a6ef3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.401872] env[63393]: DEBUG oslo_vmware.api [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for the task: (returnval){ [ 593.401872] env[63393]: value = "task-2681285" [ 593.401872] env[63393]: _type = "Task" [ 593.401872] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.414323] env[63393]: DEBUG oslo_vmware.api [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.465479] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.105s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.586150] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681281, 'name': CreateVM_Task, 'duration_secs': 0.531884} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.586334] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.587027] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.587200] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.587515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.587760] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2666d577-5cbd-45d9-8543-8ab44d2050ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.593055] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 593.593055] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52df4036-bef2-bf32-1143-acddfdc2915f" [ 593.593055] env[63393]: _type = "Task" [ 593.593055] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.601161] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52df4036-bef2-bf32-1143-acddfdc2915f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.685805] env[63393]: INFO nova.compute.rpcapi [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 593.688300] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.815204] env[63393]: DEBUG nova.network.neutron [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Successfully updated port: fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.842863] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072327} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.843203] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.844205] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b46d63-8546-49ff-95dd-3e4884d21220 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.868807] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b/d1f3667d-f592-4c2f-8eda-8e24b95f215b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.869199] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602efd66-8b15-407b-9a6f-39027975b45f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.888668] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 593.888668] env[63393]: value = "task-2681286" [ 593.888668] env[63393]: _type = "Task" [ 593.888668] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.893124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.897375] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.911466] env[63393]: DEBUG oslo_vmware.api [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Task: {'id': task-2681285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141998} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.911758] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.911895] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.912243] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.912243] env[63393]: INFO nova.compute.manager [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 593.912494] env[63393]: DEBUG oslo.service.loopingcall [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.912686] env[63393]: DEBUG nova.compute.manager [-] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.912783] env[63393]: DEBUG nova.network.neutron [-] [instance: c64d965b-7be7-4357-a787-3f92c720519b] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.968129] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.105741] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52df4036-bef2-bf32-1143-acddfdc2915f, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.106214] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.106674] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.107154] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.107423] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.109162] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.109162] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f44a66fb-a68c-4149-b59b-f5ca355a9fae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.116797] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.119023] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.119023] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e414ed6c-fa6b-49d9-8c45-833c1c4345b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.123937] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 594.123937] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dc5b2d-f758-4c91-821f-559876afbef1" [ 594.123937] env[63393]: _type = "Task" [ 594.123937] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.134023] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dc5b2d-f758-4c91-821f-559876afbef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.203726] env[63393]: DEBUG nova.network.neutron [-] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.212883] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Received event network-vif-deleted-2b5d9b34-35ed-44cc-856e-69440a52073d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.212883] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Received event network-vif-plugged-fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.212883] env[63393]: DEBUG oslo_concurrency.lockutils [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] Acquiring lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.212883] env[63393]: DEBUG oslo_concurrency.lockutils [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.212883] env[63393]: DEBUG oslo_concurrency.lockutils [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.213942] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] No waiting events found dispatching network-vif-plugged-fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.213942] env[63393]: WARNING nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Received unexpected event network-vif-plugged-fe001077-fb90-4e2a-a2df-592bd2d4fe95 for instance with vm_state building and task_state spawning. [ 594.213942] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Received event network-vif-deleted-7ac881b1-01d7-441e-812d-98f7db9b1086 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.213942] env[63393]: INFO nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Neutron deleted interface 7ac881b1-01d7-441e-812d-98f7db9b1086; detaching it from the instance and deleting it from the info cache [ 594.213942] env[63393]: DEBUG nova.network.neutron [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.216509] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.216643] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.218011] env[63393]: DEBUG nova.network.neutron [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.309301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "260d1159-09e8-4c66-b877-7eb0e6effde4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.309530] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.318064] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.318355] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquired lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.318355] env[63393]: DEBUG nova.network.neutron [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.408407] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.508267] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.635130] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dc5b2d-f758-4c91-821f-559876afbef1, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.638603] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e9755f-ba88-4b0c-b483-e5cee0617f61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.643980] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 594.643980] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c97093-8724-cfb8-71f8-8e6026e80c0d" [ 594.643980] env[63393]: _type = "Task" [ 594.643980] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.653109] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c97093-8724-cfb8-71f8-8e6026e80c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.710191] env[63393]: INFO nova.compute.manager [-] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Took 1.74 seconds to deallocate network for instance. [ 594.723137] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c06ec095-e00b-446b-a9b9-2d2019dcbf4e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.734438] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100527b-c7bc-40aa-b103-a53cc77332a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.772636] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Detach interface failed, port_id=7ac881b1-01d7-441e-812d-98f7db9b1086, reason: Instance 3d12aa80-970a-4952-92b8-190639fd60f9 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 594.772742] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Received event network-changed-fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.772855] env[63393]: DEBUG nova.compute.manager [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Refreshing instance network info cache due to event network-changed-fe001077-fb90-4e2a-a2df-592bd2d4fe95. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.773082] env[63393]: DEBUG oslo_concurrency.lockutils [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] Acquiring lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.778460] env[63393]: DEBUG nova.network.neutron [-] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.852263] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c839359-f82f-4d1f-a5df-d1e6a337ac85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.861953] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d331dfcd-281b-46a6-a033-88cee6e098bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.897076] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.897354] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.897565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.897748] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.898089] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.900374] env[63393]: DEBUG nova.network.neutron [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.907113] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347e299d-41bf-4864-86c9-f5afbda2f073 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.909988] env[63393]: INFO nova.compute.manager [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Terminating instance [ 594.916669] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681286, 'name': ReconfigVM_Task, 'duration_secs': 0.993963} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.919236] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b/d1f3667d-f592-4c2f-8eda-8e24b95f215b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.920522] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c1bef4-639b-41e7-9970-1ad3184c8936 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.923280] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af344ae-0bfb-4998-9ec1-7f767062c33a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.937675] env[63393]: DEBUG nova.compute.provider_tree [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.942786] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 594.942786] env[63393]: value = "task-2681287" [ 594.942786] env[63393]: _type = "Task" [ 594.942786] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.953985] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681287, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.156651] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c97093-8724-cfb8-71f8-8e6026e80c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.156922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.157200] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2613b16c-08ce-4423-a1c5-c342fa7c79db/2613b16c-08ce-4423-a1c5-c342fa7c79db.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.157461] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5450da2c-2767-4854-b5a0-ca67f74ee23f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.160355] env[63393]: DEBUG nova.network.neutron [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [{"id": "33a6a101-f574-41a5-96a7-ed0569946a83", "address": "fa:16:3e:91:17:8b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a6a101-f5", "ovs_interfaceid": "33a6a101-f574-41a5-96a7-ed0569946a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.166744] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 595.166744] env[63393]: value = "task-2681288" [ 595.166744] env[63393]: _type = "Task" [ 595.166744] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.176058] env[63393]: DEBUG nova.network.neutron [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Updating instance_info_cache with network_info: [{"id": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "address": "fa:16:3e:52:7c:7d", "network": {"id": "9be53cff-7b07-4761-89b1-e207fae2dce9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-818492619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "781a66d86c0943558f555d34e9abc9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe001077-fb", "ovs_interfaceid": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.183983] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.217705] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.281041] env[63393]: INFO nova.compute.manager [-] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Took 1.37 seconds to deallocate network for instance. [ 595.421168] env[63393]: DEBUG nova.compute.manager [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.423165] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.423513] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27c63d4-79e0-4390-81e6-21fde23ea42a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.434622] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.435428] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-372ca0b0-cfd6-4385-896d-5169cc3e7ac6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.444636] env[63393]: DEBUG nova.scheduler.client.report [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.453742] env[63393]: DEBUG oslo_vmware.api [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 595.453742] env[63393]: value = "task-2681289" [ 595.453742] env[63393]: _type = "Task" [ 595.453742] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.463044] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681287, 'name': Rename_Task, 'duration_secs': 0.167312} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.464039] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.464965] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c10f7f-b5d7-40a0-b7c6-2adc1dd04e69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.476464] env[63393]: DEBUG oslo_vmware.api [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.481247] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 595.481247] env[63393]: value = "task-2681290" [ 595.481247] env[63393]: _type = "Task" [ 595.481247] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.492114] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.663404] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.681159] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481612} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.681578] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2613b16c-08ce-4423-a1c5-c342fa7c79db/2613b16c-08ce-4423-a1c5-c342fa7c79db.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.681814] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.682109] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e6a7287-f8e6-4841-a905-acddfb7a54d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.685639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Releasing lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.685976] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Instance network_info: |[{"id": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "address": "fa:16:3e:52:7c:7d", "network": {"id": "9be53cff-7b07-4761-89b1-e207fae2dce9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-818492619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "781a66d86c0943558f555d34e9abc9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe001077-fb", "ovs_interfaceid": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.686362] env[63393]: DEBUG oslo_concurrency.lockutils [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] Acquired lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.686643] env[63393]: DEBUG nova.network.neutron [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Refreshing network info cache for port fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.688119] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:7c:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe001077-fb90-4e2a-a2df-592bd2d4fe95', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.698278] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Creating folder: Project (781a66d86c0943558f555d34e9abc9d9). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.703473] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8a60ef8-e61d-4d6e-bf74-dd5b33d82940 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.709727] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 595.709727] env[63393]: value = "task-2681291" [ 595.709727] env[63393]: _type = "Task" [ 595.709727] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.719816] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.721182] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Created folder: Project (781a66d86c0943558f555d34e9abc9d9) in parent group-v540494. [ 595.721401] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Creating folder: Instances. Parent ref: group-v540555. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.721662] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33eab789-a285-4a03-b8b1-72cf69dc5a8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.731620] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Created folder: Instances in parent group-v540555. [ 595.731881] env[63393]: DEBUG oslo.service.loopingcall [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.732085] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.732298] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2e2bb6-f465-4872-86ab-c805974acdb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.753595] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.753595] env[63393]: value = "task-2681294" [ 595.753595] env[63393]: _type = "Task" [ 595.753595] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.762600] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681294, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.789820] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.955387] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.958049] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.960545] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.413s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.961787] env[63393]: INFO nova.compute.claims [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.985992] env[63393]: DEBUG oslo_vmware.api [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681289, 'name': PowerOffVM_Task, 'duration_secs': 0.276474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.986392] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.986835] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.994905] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-862a9b79-075f-4d65-8631-ff11b7c7b62c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.002158] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.073273] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.073429] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.073604] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Deleting the datastore file [datastore1] da37af6a-06d4-4c29-a60a-ac0c01939cf9 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.073978] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32befa75-7a9d-49ec-bc24-d7f55e171e94 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.081749] env[63393]: DEBUG oslo_vmware.api [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for the task: (returnval){ [ 596.081749] env[63393]: value = "task-2681296" [ 596.081749] env[63393]: _type = "Task" [ 596.081749] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.090089] env[63393]: DEBUG oslo_vmware.api [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.140283] env[63393]: DEBUG nova.network.neutron [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Updated VIF entry in instance network info cache for port fe001077-fb90-4e2a-a2df-592bd2d4fe95. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.140283] env[63393]: DEBUG nova.network.neutron [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Updating instance_info_cache with network_info: [{"id": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "address": "fa:16:3e:52:7c:7d", "network": {"id": "9be53cff-7b07-4761-89b1-e207fae2dce9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-818492619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "781a66d86c0943558f555d34e9abc9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe001077-fb", "ovs_interfaceid": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.224788] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063319} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.225285] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.226222] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b17831-4899-4f5e-bd9f-185a20fcc0b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.251167] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 2613b16c-08ce-4423-a1c5-c342fa7c79db/2613b16c-08ce-4423-a1c5-c342fa7c79db.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.251167] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b006e199-53c3-4c77-b65e-fddc981914a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.274518] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681294, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.275888] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 596.275888] env[63393]: value = "task-2681297" [ 596.275888] env[63393]: _type = "Task" [ 596.275888] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.284279] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.443837] env[63393]: DEBUG nova.compute.manager [req-e4faf3a2-45c5-4f32-9383-24ffdc73afeb req-eef50ace-3640-4098-97bb-ca8f0ce99087 service nova] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Received event network-vif-deleted-b20e61b0-2202-429e-8b2f-588a6503221c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.462269] env[63393]: DEBUG nova.compute.utils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.468020] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.468020] env[63393]: DEBUG nova.network.neutron [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.496239] env[63393]: DEBUG oslo_vmware.api [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681290, 'name': PowerOnVM_Task, 'duration_secs': 0.949301} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.496622] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.496886] env[63393]: INFO nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Took 9.48 seconds to spawn the instance on the hypervisor. [ 596.497269] env[63393]: DEBUG nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.498040] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d6d61-b444-4bef-922c-7e1e58d256c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.557508] env[63393]: DEBUG nova.policy [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c4c4cfa31442d0a331ea176e2425fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b57015f86fb54ae89f55ca45656cff96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.593069] env[63393]: DEBUG oslo_vmware.api [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Task: {'id': task-2681296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17263} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.593508] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.593777] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.594604] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.594604] env[63393]: INFO nova.compute.manager [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 596.594604] env[63393]: DEBUG oslo.service.loopingcall [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.594604] env[63393]: DEBUG nova.compute.manager [-] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.594888] env[63393]: DEBUG nova.network.neutron [-] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.644620] env[63393]: DEBUG oslo_concurrency.lockutils [req-e3aae1e8-0bab-4b73-939a-9aedebe48f67 req-9637deab-2e3d-4f07-a07c-a55eb7b49fa3 service nova] Releasing lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.774849] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681294, 'name': CreateVM_Task, 'duration_secs': 0.673392} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.775167] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.775950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.776137] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.776680] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.776978] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8040e337-f87e-48f6-9f20-9983df2b2748 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.786635] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 596.786635] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b03891-b125-4326-1b5d-0841f7c0c388" [ 596.786635] env[63393]: _type = "Task" [ 596.786635] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.792772] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.806825] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b03891-b125-4326-1b5d-0841f7c0c388, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.807113] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.807385] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.807655] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.807845] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.808074] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.808413] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d87509e8-9d95-4b8f-a023-83c0722bb525 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.816356] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.816728] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.818061] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe04776-6f3a-40ec-bd79-b1c2bbb32982 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.823514] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 596.823514] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5240bef6-74b7-d75d-5697-bea80e211a30" [ 596.823514] env[63393]: _type = "Task" [ 596.823514] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.831382] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5240bef6-74b7-d75d-5697-bea80e211a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.970405] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.024946] env[63393]: INFO nova.compute.manager [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Took 33.66 seconds to build instance. [ 597.184511] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9931b33d-4c27-4f7d-b5f0-8bd4bb32dd35 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.206148] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.298022] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681297, 'name': ReconfigVM_Task, 'duration_secs': 0.583033} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.298022] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 2613b16c-08ce-4423-a1c5-c342fa7c79db/2613b16c-08ce-4423-a1c5-c342fa7c79db.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.298022] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fd7be0f-aff4-4f46-a133-ca7e876cc36e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.305246] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 597.305246] env[63393]: value = "task-2681298" [ 597.305246] env[63393]: _type = "Task" [ 597.305246] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.314403] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681298, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.341439] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5240bef6-74b7-d75d-5697-bea80e211a30, 'name': SearchDatastore_Task, 'duration_secs': 0.007976} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.342652] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a42464-2cba-4b7d-890a-7d6329208e9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.351623] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 597.351623] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ee367a-881e-aba0-2b42-a5ef7880b500" [ 597.351623] env[63393]: _type = "Task" [ 597.351623] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.361387] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ee367a-881e-aba0-2b42-a5ef7880b500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.537451] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56ad3b0-524c-4354-ae44-1a97546f5bfa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.568s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.643044] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3837b2-c3d9-459b-ac39-40003d24e304 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.661671] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7e877-3336-4c16-ada5-0d86c9bbf70f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.693646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8840709-740f-4ab5-adab-843fa858b2d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.702139] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42d35a-5c18-4cc1-9b6a-c3c8616ec2dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.719869] env[63393]: DEBUG nova.compute.provider_tree [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.724194] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.725064] env[63393]: DEBUG nova.network.neutron [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Successfully created port: 4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.727414] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e3254e-702e-40c9-9813-ba74f79fbeb0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.729217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "f255de95-0e89-488b-8441-cc7c997cdf89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.729773] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "f255de95-0e89-488b-8441-cc7c997cdf89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.729856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "f255de95-0e89-488b-8441-cc7c997cdf89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.730052] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "f255de95-0e89-488b-8441-cc7c997cdf89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.730220] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "f255de95-0e89-488b-8441-cc7c997cdf89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.733456] env[63393]: INFO nova.compute.manager [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Terminating instance [ 597.737538] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 597.737538] env[63393]: value = "task-2681299" [ 597.737538] env[63393]: _type = "Task" [ 597.737538] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.742519] env[63393]: DEBUG nova.network.neutron [-] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.748148] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.815943] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681298, 'name': Rename_Task, 'duration_secs': 0.24937} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.816252] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.816505] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1622f82-fa5c-464d-8680-0c148803896b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.823501] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 597.823501] env[63393]: value = "task-2681300" [ 597.823501] env[63393]: _type = "Task" [ 597.823501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.832416] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.864168] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ee367a-881e-aba0-2b42-a5ef7880b500, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.864168] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.864168] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 9707b3a4-7e96-4c52-a1d5-d4e4988e129a/9707b3a4-7e96-4c52-a1d5-d4e4988e129a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.864168] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ba0cb1-e036-4765-a57e-51e3445e7a9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.870128] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 597.870128] env[63393]: value = "task-2681301" [ 597.870128] env[63393]: _type = "Task" [ 597.870128] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.879334] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.982407] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.014281] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.014281] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.015296] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.015583] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.015748] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.015901] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.016141] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.016289] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.016459] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.016624] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.017028] env[63393]: DEBUG nova.virt.hardware [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.018049] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622edbfc-19b8-4044-ab6a-b32b029f5e7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.027133] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acb96f2-eead-4b08-9746-bf00172b727f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.042615] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.223793] env[63393]: DEBUG nova.scheduler.client.report [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.243278] env[63393]: DEBUG nova.compute.manager [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.243506] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.244447] env[63393]: INFO nova.compute.manager [-] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Took 1.65 seconds to deallocate network for instance. [ 598.244764] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90921863-bb11-4bf3-ad33-8ba1e098ce5f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.258720] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681299, 'name': PowerOffVM_Task, 'duration_secs': 0.192788} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.262245] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.262245] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 598.265493] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.266267] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19095cd-ac94-4a55-9b34-1e74629bc1e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.273432] env[63393]: DEBUG oslo_vmware.api [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 598.273432] env[63393]: value = "task-2681302" [ 598.273432] env[63393]: _type = "Task" [ 598.273432] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.287171] env[63393]: DEBUG oslo_vmware.api [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.337036] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.381940] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462945} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.382274] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 9707b3a4-7e96-4c52-a1d5-d4e4988e129a/9707b3a4-7e96-4c52-a1d5-d4e4988e129a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.382525] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.384098] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77fa9d9a-c2fd-4633-a174-f3b990ff1992 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.389640] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 598.389640] env[63393]: value = "task-2681303" [ 598.389640] env[63393]: _type = "Task" [ 598.389640] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.399756] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.569020] env[63393]: DEBUG nova.compute.manager [req-944dfe19-367c-4205-919c-ff453bfc4b5d req-5ab1b7bf-0dc5-4beb-b2bb-ab95245ac36d service nova] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Received event network-vif-deleted-e177ac98-4bdd-425b-ab56-4447272b05a0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.575654] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.728321] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.729512] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.734751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.174s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.734751] env[63393]: DEBUG nova.objects.instance [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lazy-loading 'resources' on Instance uuid dc0da38c-afce-47f2-ac49-5a0933f2a926 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.763196] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.771115] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.771115] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.771115] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.771115] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.771332] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.771490] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.771827] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.772010] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.772195] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.772382] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.772571] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.778956] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1f57db-c7a1-42d1-9071-2380469d269d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.802433] env[63393]: DEBUG oslo_vmware.api [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681302, 'name': PowerOffVM_Task, 'duration_secs': 0.194458} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.802433] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.802433] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 598.802744] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 598.802744] env[63393]: value = "task-2681304" [ 598.802744] env[63393]: _type = "Task" [ 598.802744] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.802744] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bdb43fb-b742-4a4a-b709-b1244c979341 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.824664] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.842911] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.877788] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.878139] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.878238] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleting the datastore file [datastore2] f255de95-0e89-488b-8441-cc7c997cdf89 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.878522] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676e9cd7-517e-47d2-9506-4cf217c86e0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.884976] env[63393]: DEBUG oslo_vmware.api [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 598.884976] env[63393]: value = "task-2681306" [ 598.884976] env[63393]: _type = "Task" [ 598.884976] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.896951] env[63393]: DEBUG oslo_vmware.api [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.901868] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195257} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.902333] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.903157] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f49a338-8c84-4701-aa78-6e971d66d060 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.928907] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 9707b3a4-7e96-4c52-a1d5-d4e4988e129a/9707b3a4-7e96-4c52-a1d5-d4e4988e129a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.929290] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f22b8e-ac5b-411f-8ef9-2978f2f1f868 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.950891] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 598.950891] env[63393]: value = "task-2681307" [ 598.950891] env[63393]: _type = "Task" [ 598.950891] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.962959] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.235803] env[63393]: DEBUG nova.compute.utils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.239886] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.240082] env[63393]: DEBUG nova.network.neutron [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.295683] env[63393]: DEBUG nova.policy [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e80d79862d8c418fbd51ff63b7a44934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcc2f4195d094c7c8bedbe088796a198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.319037] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681304, 'name': ReconfigVM_Task, 'duration_secs': 0.302384} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.319037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 599.336865] env[63393]: DEBUG oslo_vmware.api [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681300, 'name': PowerOnVM_Task, 'duration_secs': 1.35781} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.341904] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.342136] env[63393]: INFO nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Took 9.57 seconds to spawn the instance on the hypervisor. [ 599.342319] env[63393]: DEBUG nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.343428] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7fd93a-13cb-4ef9-a46d-f1bb32bc1509 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.400019] env[63393]: DEBUG oslo_vmware.api [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277788} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.400019] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.400298] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 599.400394] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 599.400521] env[63393]: INFO nova.compute.manager [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Took 1.16 seconds to destroy the instance on the hypervisor. [ 599.400758] env[63393]: DEBUG oslo.service.loopingcall [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.405562] env[63393]: DEBUG nova.compute.manager [-] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 599.405562] env[63393]: DEBUG nova.network.neutron [-] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 599.462845] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.743616] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.823718] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269219a-7800-4575-85ad-d98504cccfc6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.828576] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.828809] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.828965] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.829734] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.830763] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.830763] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.830763] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.830763] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.830763] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.830991] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.831043] env[63393]: DEBUG nova.virt.hardware [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.839044] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 599.842091] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6261c706-1fb8-4f18-a88c-9a9ff968a3bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.865585] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 599.865585] env[63393]: value = "task-2681308" [ 599.865585] env[63393]: _type = "Task" [ 599.865585] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.866133] env[63393]: INFO nova.compute.manager [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Took 34.45 seconds to build instance. [ 599.869171] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a8a11a-67b5-496a-950e-2f9227a1159d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.880838] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.911326] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2162eafe-1bf1-4251-a028-54a345fb89c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.919477] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaca8c7-7ac8-4b5f-95b8-010936cf846c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.613169] env[63393]: DEBUG nova.network.neutron [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Successfully updated port: 4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.618791] env[63393]: DEBUG nova.network.neutron [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Successfully created port: b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.623352] env[63393]: DEBUG oslo_concurrency.lockutils [None req-44c28ee7-b804-44b8-94c4-28101b9500b6 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.998s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.633569] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.634183] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.647055] env[63393]: DEBUG nova.compute.provider_tree [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.653303] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681308, 'name': ReconfigVM_Task, 'duration_secs': 0.169923} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.653508] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681307, 'name': ReconfigVM_Task, 'duration_secs': 0.635051} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.655024] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 600.655220] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 9707b3a4-7e96-4c52-a1d5-d4e4988e129a/9707b3a4-7e96-4c52-a1d5-d4e4988e129a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.656825] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589d4d4-ad57-4b3d-a3bd-1a7cef1efed2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.658978] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b672e5-9db8-4055-9b1f-88aebebfe525 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.685403] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757/7d8d0417-b510-417b-a18f-375d1dfd3757.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.686256] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b81e488-9708-43b9-9243-fd5a840df740 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.701344] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 600.701344] env[63393]: value = "task-2681309" [ 600.701344] env[63393]: _type = "Task" [ 600.701344] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.707160] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 600.707160] env[63393]: value = "task-2681310" [ 600.707160] env[63393]: _type = "Task" [ 600.707160] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.712145] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681309, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.719045] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.725639] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Received event network-changed-452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.725939] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Refreshing instance network info cache due to event network-changed-452d0345-fd40-41c9-b3bd-e22c356e1fb2. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.727454] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.727454] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.727454] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Refreshing network info cache for port 452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.125256] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.128071] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "refresh_cache-cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.128212] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquired lock "refresh_cache-cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.128360] env[63393]: DEBUG nova.network.neutron [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.129366] env[63393]: DEBUG nova.network.neutron [-] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.136029] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.150028] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.150210] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.150370] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.150553] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.151174] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.151174] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.151174] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.151353] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.151437] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.151603] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.151780] env[63393]: DEBUG nova.virt.hardware [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.153024] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226329a4-5282-4cdc-aee7-7c6bd6448470 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.158574] env[63393]: DEBUG nova.scheduler.client.report [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.167943] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24ad3cc-7c20-4caf-9f94-535b69b5748f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.211980] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681309, 'name': Rename_Task, 'duration_secs': 0.168144} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.214995] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.217513] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d4a886-b148-4fec-b500-8eddf3de0763 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.221362] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681310, 'name': ReconfigVM_Task, 'duration_secs': 0.26913} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.223305] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757/7d8d0417-b510-417b-a18f-375d1dfd3757.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.223305] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 601.226570] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 601.226570] env[63393]: value = "task-2681311" [ 601.226570] env[63393]: _type = "Task" [ 601.226570] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.238054] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.513409] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updated VIF entry in instance network info cache for port 452d0345-fd40-41c9-b3bd-e22c356e1fb2. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.513798] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.634987] env[63393]: INFO nova.compute.manager [-] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Took 2.23 seconds to deallocate network for instance. [ 601.660253] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.663532] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.931s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.665852] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.296s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.669162] env[63393]: INFO nova.compute.claims [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.679334] env[63393]: DEBUG nova.network.neutron [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.688617] env[63393]: INFO nova.scheduler.client.report [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Deleted allocations for instance dc0da38c-afce-47f2-ac49-5a0933f2a926 [ 601.734118] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04bac84-4493-46df-b9a5-c7ccc053cc3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.743737] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.764558] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be5db6-637e-4a04-a248-512d2b4fa0f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.784841] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 601.867438] env[63393]: DEBUG nova.network.neutron [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Updating instance_info_cache with network_info: [{"id": "4c544343-911f-41e0-9c77-cd3b948f6b46", "address": "fa:16:3e:07:2b:ad", "network": {"id": "224544df-ba86-4974-8021-00322b76b685", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-240935169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57015f86fb54ae89f55ca45656cff96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c544343-91", "ovs_interfaceid": "4c544343-911f-41e0-9c77-cd3b948f6b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.018013] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.018013] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Received event network-vif-plugged-4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.018013] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Acquiring lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.018013] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.018227] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.018321] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] No waiting events found dispatching network-vif-plugged-4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.019665] env[63393]: WARNING nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Received unexpected event network-vif-plugged-4c544343-911f-41e0-9c77-cd3b948f6b46 for instance with vm_state building and task_state spawning. [ 602.019665] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Received event network-vif-deleted-282db5e6-a1fd-40af-b6d8-9c91e9104da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.019852] env[63393]: INFO nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Neutron deleted interface 282db5e6-a1fd-40af-b6d8-9c91e9104da8; detaching it from the instance and deleting it from the info cache [ 602.020032] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.143157] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.190749] env[63393]: DEBUG nova.compute.manager [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.191759] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e918b4-91a9-41e2-9c24-71c9ce4f5d1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.198051] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7bbd3925-5572-497c-a8e6-708151681edc tempest-ServerDiagnosticsV248Test-799321495 tempest-ServerDiagnosticsV248Test-799321495-project-member] Lock "dc0da38c-afce-47f2-ac49-5a0933f2a926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.237556] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.260366] env[63393]: DEBUG nova.network.neutron [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Successfully updated port: b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.326795] env[63393]: DEBUG nova.network.neutron [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Port 33a6a101-f574-41a5-96a7-ed0569946a83 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 602.369800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Releasing lock "refresh_cache-cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.370186] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Instance network_info: |[{"id": "4c544343-911f-41e0-9c77-cd3b948f6b46", "address": "fa:16:3e:07:2b:ad", "network": {"id": "224544df-ba86-4974-8021-00322b76b685", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-240935169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57015f86fb54ae89f55ca45656cff96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c544343-91", "ovs_interfaceid": "4c544343-911f-41e0-9c77-cd3b948f6b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.370599] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:2b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c544343-911f-41e0-9c77-cd3b948f6b46', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.379297] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Creating folder: Project (b57015f86fb54ae89f55ca45656cff96). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.380213] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09e6ed80-653c-4f09-9a1e-d51cc2ccd2dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.391304] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Created folder: Project (b57015f86fb54ae89f55ca45656cff96) in parent group-v540494. [ 602.391645] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Creating folder: Instances. Parent ref: group-v540558. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.391944] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf323bfa-22df-4d83-9682-01328e9f65ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.402232] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Created folder: Instances in parent group-v540558. [ 602.402232] env[63393]: DEBUG oslo.service.loopingcall [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.402232] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.402232] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072523d5-cbb5-491a-a063-bf962c702b28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.421313] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.421313] env[63393]: value = "task-2681314" [ 602.421313] env[63393]: _type = "Task" [ 602.421313] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.429233] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681314, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.523449] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27358592-2418-4b1c-898c-d6bd09c437d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.533482] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d8c29-8888-472f-81b4-6f27fbc9ea6f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.565769] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Detach interface failed, port_id=282db5e6-a1fd-40af-b6d8-9c91e9104da8, reason: Instance f255de95-0e89-488b-8441-cc7c997cdf89 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 602.566041] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Received event network-changed-4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.566221] env[63393]: DEBUG nova.compute.manager [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Refreshing instance network info cache due to event network-changed-4c544343-911f-41e0-9c77-cd3b948f6b46. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.566518] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Acquiring lock "refresh_cache-cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.566657] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Acquired lock "refresh_cache-cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.566775] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Refreshing network info cache for port 4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.707268] env[63393]: INFO nova.compute.manager [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] instance snapshotting [ 602.710481] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaf9390-5a50-4d87-808d-cdce54c75be2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.736285] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd53607-c7b2-43f3-8aa1-efeb1664a413 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.747136] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.765524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.765524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765524] env[63393]: DEBUG nova.network.neutron [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.817152] env[63393]: DEBUG nova.compute.manager [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Received event network-vif-plugged-b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.817447] env[63393]: DEBUG oslo_concurrency.lockutils [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.817601] env[63393]: DEBUG oslo_concurrency.lockutils [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.817735] env[63393]: DEBUG oslo_concurrency.lockutils [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.817900] env[63393]: DEBUG nova.compute.manager [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] No waiting events found dispatching network-vif-plugged-b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.818260] env[63393]: WARNING nova.compute.manager [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Received unexpected event network-vif-plugged-b9bac787-800c-45b3-ac38-948812f66bd8 for instance with vm_state building and task_state spawning. [ 602.818465] env[63393]: DEBUG nova.compute.manager [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Received event network-changed-b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.818599] env[63393]: DEBUG nova.compute.manager [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Refreshing instance network info cache due to event network-changed-b9bac787-800c-45b3-ac38-948812f66bd8. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.818770] env[63393]: DEBUG oslo_concurrency.lockutils [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.934667] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681314, 'name': CreateVM_Task, 'duration_secs': 0.306338} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.937307] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.938822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.939184] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.941725] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.941725] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d629d43-7458-490b-af41-dfef38cdeebb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.944974] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 602.944974] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a8f83d-e44f-c875-18c7-64615d347afa" [ 602.944974] env[63393]: _type = "Task" [ 602.944974] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.955658] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a8f83d-e44f-c875-18c7-64615d347afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.159825] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7bb6ef-94c7-4840-bab8-7eea6aedde04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.167393] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bad166-6cb7-4a8a-9049-f9bd05a8ae33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.201111] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa023166-6407-421f-a4a6-84c1ba6754cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.208790] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc119b0-0749-40e7-b897-99bec6f2b5c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.222067] env[63393]: DEBUG nova.compute.provider_tree [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.238819] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.251424] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 603.252058] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bfe1577-a21d-4d8f-84d5-23a2b5f46d1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.259591] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 603.259591] env[63393]: value = "task-2681315" [ 603.259591] env[63393]: _type = "Task" [ 603.259591] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.274491] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.356141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.356141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.356141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.457014] env[63393]: DEBUG nova.network.neutron [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.468286] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a8f83d-e44f-c875-18c7-64615d347afa, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.468723] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.468812] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.469167] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.469242] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.469502] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.469976] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81725e4d-83a7-49d2-8be1-e2e6d5cac025 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.478905] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.479065] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.480564] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fa4dfa-827e-40a6-bef0-f389afc93a37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.485244] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 603.485244] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522d3935-5e80-a30e-6fb8-aaf901f4b94a" [ 603.485244] env[63393]: _type = "Task" [ 603.485244] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.493942] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522d3935-5e80-a30e-6fb8-aaf901f4b94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.689551] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Updated VIF entry in instance network info cache for port 4c544343-911f-41e0-9c77-cd3b948f6b46. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.691242] env[63393]: DEBUG nova.network.neutron [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Updating instance_info_cache with network_info: [{"id": "4c544343-911f-41e0-9c77-cd3b948f6b46", "address": "fa:16:3e:07:2b:ad", "network": {"id": "224544df-ba86-4974-8021-00322b76b685", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-240935169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b57015f86fb54ae89f55ca45656cff96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c544343-91", "ovs_interfaceid": "4c544343-911f-41e0-9c77-cd3b948f6b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.728655] env[63393]: DEBUG nova.scheduler.client.report [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.747827] env[63393]: DEBUG oslo_vmware.api [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681311, 'name': PowerOnVM_Task, 'duration_secs': 2.494485} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.748301] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.748575] env[63393]: INFO nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Took 11.21 seconds to spawn the instance on the hypervisor. [ 603.749564] env[63393]: DEBUG nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.750648] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb001b-5b96-4d1c-880f-1c27398a45c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.762137] env[63393]: DEBUG nova.network.neutron [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.773824] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.000047] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522d3935-5e80-a30e-6fb8-aaf901f4b94a, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.000575] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc8b3a7-f52f-4725-aa5c-5a03a8bc4a80 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.008021] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 604.008021] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52aaee41-1ebd-a885-71cb-185d4f1515fd" [ 604.008021] env[63393]: _type = "Task" [ 604.008021] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.023959] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aaee41-1ebd-a885-71cb-185d4f1515fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.196645] env[63393]: DEBUG oslo_concurrency.lockutils [req-e1a423b1-a016-4592-aab9-49b605f9d600 req-617c8503-f836-4fd5-9944-6b8b0e38d474 service nova] Releasing lock "refresh_cache-cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.241023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.241609] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.244316] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.121s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.244513] env[63393]: DEBUG nova.objects.instance [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 604.265864] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.265864] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Instance network_info: |[{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.286223] env[63393]: DEBUG oslo_concurrency.lockutils [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.286223] env[63393]: DEBUG nova.network.neutron [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Refreshing network info cache for port b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.286223] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9bac787-800c-45b3-ac38-948812f66bd8', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.293570] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating folder: Project (dcc2f4195d094c7c8bedbe088796a198). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.296663] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7830104b-30e7-4e0a-bb67-5020de6ecfbb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.299466] env[63393]: INFO nova.compute.manager [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Took 36.19 seconds to build instance. [ 604.306761] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681315, 'name': CreateSnapshot_Task, 'duration_secs': 0.758758} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.307110] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 604.307888] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4cd68-b90d-4bb6-9c2c-5718fd4fd1e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.313621] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created folder: Project (dcc2f4195d094c7c8bedbe088796a198) in parent group-v540494. [ 604.313802] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating folder: Instances. Parent ref: group-v540562. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.314438] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa7bcd2-6936-4287-9671-ad34115df580 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.331894] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created folder: Instances in parent group-v540562. [ 604.331894] env[63393]: DEBUG oslo.service.loopingcall [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.331894] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.331894] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1481ef8c-e223-419d-965b-0395bbda94c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.351658] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.351658] env[63393]: value = "task-2681318" [ 604.351658] env[63393]: _type = "Task" [ 604.351658] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.364053] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681318, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.419735] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.419940] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.420153] env[63393]: DEBUG nova.network.neutron [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.519762] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aaee41-1ebd-a885-71cb-185d4f1515fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.520555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.520555] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] cf289fc2-ecbe-49e9-84d2-a3d421e2bb25/cf289fc2-ecbe-49e9-84d2-a3d421e2bb25.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.520939] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1aefc45-64bc-4976-84e2-3baf0b7cc0ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.527530] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 604.527530] env[63393]: value = "task-2681319" [ 604.527530] env[63393]: _type = "Task" [ 604.527530] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.540344] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.750654] env[63393]: DEBUG nova.compute.utils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.752645] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.752912] env[63393]: DEBUG nova.network.neutron [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.803413] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad95661e-2359-4ed4-85f0-3d8c79047071 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.772s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.834089] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 604.834679] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee2c4398-2418-48b9-bfc8-9a0fed5f0f81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.844654] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 604.844654] env[63393]: value = "task-2681320" [ 604.844654] env[63393]: _type = "Task" [ 604.844654] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.854595] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681320, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.864391] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681318, 'name': CreateVM_Task, 'duration_secs': 0.364813} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.866959] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.867843] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.868146] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.868359] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.869076] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497f5a39-920c-403f-8787-9ca035458ba3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.874389] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 604.874389] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52977831-1ac6-2652-840d-42318a45d3b1" [ 604.874389] env[63393]: _type = "Task" [ 604.874389] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.883392] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52977831-1ac6-2652-840d-42318a45d3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.907500] env[63393]: DEBUG nova.policy [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18dff7feaf0e4fa58dff89f9d1f8ccb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '390ea23ad6fa4e5f93bc70a8973634b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.037617] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470065} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.037877] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] cf289fc2-ecbe-49e9-84d2-a3d421e2bb25/cf289fc2-ecbe-49e9-84d2-a3d421e2bb25.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.038097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.038354] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7966708-822f-42d2-9d4a-cdccbccd3ee9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.044639] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 605.044639] env[63393]: value = "task-2681321" [ 605.044639] env[63393]: _type = "Task" [ 605.044639] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.053880] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.256819] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.265594] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e25c8031-5414-4929-9aad-1a2502ce34b1 tempest-ServersAdmin275Test-1208268180 tempest-ServersAdmin275Test-1208268180-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.266643] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.142s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.272451] env[63393]: INFO nova.compute.claims [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.308080] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.357523] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681320, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.386311] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52977831-1ac6-2652-840d-42318a45d3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.05275} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.389143] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.389517] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.389803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.390016] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.390261] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.390823] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-657f6fde-1268-4813-b7f8-ae7bee11d41c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.397535] env[63393]: DEBUG nova.network.neutron [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updated VIF entry in instance network info cache for port b9bac787-800c-45b3-ac38-948812f66bd8. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.397962] env[63393]: DEBUG nova.network.neutron [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.400745] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.400980] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.401805] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb93b92-62e8-4a02-b6d7-8252363e7f9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.407809] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 605.407809] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d64ad3-1851-214c-7ee2-08cf57ceba52" [ 605.407809] env[63393]: _type = "Task" [ 605.407809] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.423161] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d64ad3-1851-214c-7ee2-08cf57ceba52, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.423888] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3083ea4d-2efa-498e-b21c-10493e5b5a18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.430105] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 605.430105] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52364c17-35fd-8d93-14d1-0e69521180a6" [ 605.430105] env[63393]: _type = "Task" [ 605.430105] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.440442] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52364c17-35fd-8d93-14d1-0e69521180a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.458916] env[63393]: DEBUG nova.network.neutron [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [{"id": "33a6a101-f574-41a5-96a7-ed0569946a83", "address": "fa:16:3e:91:17:8b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a6a101-f5", "ovs_interfaceid": "33a6a101-f574-41a5-96a7-ed0569946a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.555932] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066754} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.555932] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.557359] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbb7c67-976f-45b8-9d2f-f25f87671f22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.581356] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] cf289fc2-ecbe-49e9-84d2-a3d421e2bb25/cf289fc2-ecbe-49e9-84d2-a3d421e2bb25.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.581743] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da015d7-aa57-45d8-9784-2c2fffa587cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.603503] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 605.603503] env[63393]: value = "task-2681322" [ 605.603503] env[63393]: _type = "Task" [ 605.603503] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.612443] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.700251] env[63393]: DEBUG nova.network.neutron [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Successfully created port: 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.854729] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.858509] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681320, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.900933] env[63393]: DEBUG oslo_concurrency.lockutils [req-8f80add1-0278-49bc-87af-f0ecf4f07a29 req-4073c47c-b736-4cd8-9d20-80a9957a620a service nova] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.943222] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52364c17-35fd-8d93-14d1-0e69521180a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.944513] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.944513] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f/412eac9c-3c2e-439d-bcec-af6ec09c879f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.944513] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75f322c1-8fd6-4cb2-977d-caed10b8a55a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.950521] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 605.950521] env[63393]: value = "task-2681323" [ 605.950521] env[63393]: _type = "Task" [ 605.950521] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.958911] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.961672] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.115097] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681322, 'name': ReconfigVM_Task, 'duration_secs': 0.280579} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.115517] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Reconfigured VM instance instance-00000018 to attach disk [datastore2] cf289fc2-ecbe-49e9-84d2-a3d421e2bb25/cf289fc2-ecbe-49e9-84d2-a3d421e2bb25.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.116320] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4527953-e4bc-4c96-b62c-ea8f49d2c3ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.124537] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 606.124537] env[63393]: value = "task-2681324" [ 606.124537] env[63393]: _type = "Task" [ 606.124537] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.143998] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681324, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.269638] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.313344] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.313641] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.313898] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.314191] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.314351] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.314547] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.314708] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.314893] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.315076] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.315276] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.315482] env[63393]: DEBUG nova.virt.hardware [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.316714] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17439b82-d0a3-4740-8d05-d3aa3140876c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.333357] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d10af7-5075-4876-b8ff-3ec340fe2201 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.368596] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681320, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.413416] env[63393]: DEBUG nova.compute.manager [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Received event network-changed-fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.413674] env[63393]: DEBUG nova.compute.manager [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Refreshing instance network info cache due to event network-changed-fe001077-fb90-4e2a-a2df-592bd2d4fe95. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.413965] env[63393]: DEBUG oslo_concurrency.lockutils [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] Acquiring lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.415095] env[63393]: DEBUG oslo_concurrency.lockutils [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] Acquired lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.415095] env[63393]: DEBUG nova.network.neutron [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Refreshing network info cache for port fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.463268] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505515} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.463413] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f/412eac9c-3c2e-439d-bcec-af6ec09c879f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.463894] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.463894] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c4bb06b-d677-4788-aba4-86dfed27ec62 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.477829] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 606.477829] env[63393]: value = "task-2681325" [ 606.477829] env[63393]: _type = "Task" [ 606.477829] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.489905] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.498860] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b3f90-00bd-47cc-aa1d-f86e93853ab6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.524202] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4ebc1-729d-4735-937d-5e5433a1e49e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.535077] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 606.637671] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681324, 'name': Rename_Task, 'duration_secs': 0.242548} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.644149] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.645460] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6475a2ae-fb32-4826-b95b-d7cd2444bf5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.651464] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 606.651464] env[63393]: value = "task-2681326" [ 606.651464] env[63393]: _type = "Task" [ 606.651464] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.660516] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.868949] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681320, 'name': CloneVM_Task} progress is 95%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.975756] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b88b7d3-9891-4503-a530-5b41256a173a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.993115] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086222} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.995827] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.996904] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d901567e-5e1c-46c4-8c3f-7d1e99ae85c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.001846] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a8561e-3b8f-4062-820c-80e55cc5bb9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.058341] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f/412eac9c-3c2e-439d-bcec-af6ec09c879f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.061066] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.061666] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fedca80-a73c-4419-9918-e4bb5cc3c696 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.082697] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d787de8-ae28-48dd-a695-f67e7721dbb9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.082697] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990a8166-f5b8-4f56-a5bf-076eda2d6f6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.095852] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c568de-d47b-443c-93bb-00a90827bd67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.100839] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 607.100839] env[63393]: value = "task-2681327" [ 607.100839] env[63393]: _type = "Task" [ 607.100839] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.100839] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 607.100839] env[63393]: value = "task-2681328" [ 607.100839] env[63393]: _type = "Task" [ 607.100839] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.119054] env[63393]: DEBUG nova.compute.provider_tree [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.128076] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.133408] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.161557] env[63393]: DEBUG oslo_vmware.api [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681326, 'name': PowerOnVM_Task, 'duration_secs': 0.491498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.161860] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.162123] env[63393]: INFO nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Took 9.18 seconds to spawn the instance on the hypervisor. [ 607.162348] env[63393]: DEBUG nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.163336] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae12c87-fb3d-4171-be1e-f3a48b763007 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.368981] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681320, 'name': CloneVM_Task, 'duration_secs': 2.143875} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.369256] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Created linked-clone VM from snapshot [ 607.369913] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b08eeff-0d9d-4d68-b333-0aee58f1b3aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.377572] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Uploading image 0769e224-eefd-49e3-af87-387286648236 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 607.408704] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 607.408704] env[63393]: value = "vm-540565" [ 607.408704] env[63393]: _type = "VirtualMachine" [ 607.408704] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 607.409013] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5a0672e-678d-4232-ae8e-d7a3644ed366 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.416928] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lease: (returnval){ [ 607.416928] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbdd21-c16f-3904-0f58-df166688fa58" [ 607.416928] env[63393]: _type = "HttpNfcLease" [ 607.416928] env[63393]: } obtained for exporting VM: (result){ [ 607.416928] env[63393]: value = "vm-540565" [ 607.416928] env[63393]: _type = "VirtualMachine" [ 607.416928] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 607.417510] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the lease: (returnval){ [ 607.417510] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbdd21-c16f-3904-0f58-df166688fa58" [ 607.417510] env[63393]: _type = "HttpNfcLease" [ 607.417510] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 607.424197] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 607.424197] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbdd21-c16f-3904-0f58-df166688fa58" [ 607.424197] env[63393]: _type = "HttpNfcLease" [ 607.424197] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 607.464948] env[63393]: DEBUG nova.network.neutron [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Updated VIF entry in instance network info cache for port fe001077-fb90-4e2a-a2df-592bd2d4fe95. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.464948] env[63393]: DEBUG nova.network.neutron [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Updating instance_info_cache with network_info: [{"id": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "address": "fa:16:3e:52:7c:7d", "network": {"id": "9be53cff-7b07-4761-89b1-e207fae2dce9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-818492619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "781a66d86c0943558f555d34e9abc9d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe001077-fb", "ovs_interfaceid": "fe001077-fb90-4e2a-a2df-592bd2d4fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.525314] env[63393]: DEBUG nova.compute.manager [req-ff98f7cc-8513-44e3-a184-7e0aba1c3e8f req-40197fc9-a8d0-4e18-b2ec-47d0bff37948 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Received event network-vif-plugged-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.525577] env[63393]: DEBUG oslo_concurrency.lockutils [req-ff98f7cc-8513-44e3-a184-7e0aba1c3e8f req-40197fc9-a8d0-4e18-b2ec-47d0bff37948 service nova] Acquiring lock "142527c9-7695-40ab-a44f-b2841e9b9c26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.525778] env[63393]: DEBUG oslo_concurrency.lockutils [req-ff98f7cc-8513-44e3-a184-7e0aba1c3e8f req-40197fc9-a8d0-4e18-b2ec-47d0bff37948 service nova] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.526135] env[63393]: DEBUG oslo_concurrency.lockutils [req-ff98f7cc-8513-44e3-a184-7e0aba1c3e8f req-40197fc9-a8d0-4e18-b2ec-47d0bff37948 service nova] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.526135] env[63393]: DEBUG nova.compute.manager [req-ff98f7cc-8513-44e3-a184-7e0aba1c3e8f req-40197fc9-a8d0-4e18-b2ec-47d0bff37948 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] No waiting events found dispatching network-vif-plugged-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.526351] env[63393]: WARNING nova.compute.manager [req-ff98f7cc-8513-44e3-a184-7e0aba1c3e8f req-40197fc9-a8d0-4e18-b2ec-47d0bff37948 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Received unexpected event network-vif-plugged-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a for instance with vm_state building and task_state spawning. [ 607.613787] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.617269] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.623692] env[63393]: DEBUG nova.scheduler.client.report [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.696205] env[63393]: INFO nova.compute.manager [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Took 35.46 seconds to build instance. [ 607.731357] env[63393]: DEBUG nova.network.neutron [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Successfully updated port: 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.925266] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 607.925266] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbdd21-c16f-3904-0f58-df166688fa58" [ 607.925266] env[63393]: _type = "HttpNfcLease" [ 607.925266] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 607.925434] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 607.925434] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbdd21-c16f-3904-0f58-df166688fa58" [ 607.925434] env[63393]: _type = "HttpNfcLease" [ 607.925434] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 607.926094] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ed206-8a55-44cf-9db5-fd0e2f6dca02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.933980] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d0d97-9981-7a8d-e054-9bcf0c5473d2/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 607.934229] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d0d97-9981-7a8d-e054-9bcf0c5473d2/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 608.001415] env[63393]: DEBUG oslo_concurrency.lockutils [req-7a89eeb0-6088-426b-a061-20418b963c98 req-5e0d140e-8e36-4c4a-8041-4844fc3b7a71 service nova] Releasing lock "refresh_cache-9707b3a4-7e96-4c52-a1d5-d4e4988e129a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.114242] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.117393] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681328, 'name': ReconfigVM_Task, 'duration_secs': 0.655642} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.117657] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f/412eac9c-3c2e-439d-bcec-af6ec09c879f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.118425] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9826a569-3678-4032-9af7-b23bff8f7f12 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.124674] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 608.124674] env[63393]: value = "task-2681330" [ 608.124674] env[63393]: _type = "Task" [ 608.124674] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.128590] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.129100] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.135640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.955s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.137393] env[63393]: INFO nova.compute.claims [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.140267] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681330, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.159894] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9c4ee72-ec70-4105-8a0d-25ce30480e84 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.200230] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa89f9e7-5cf2-492e-99ee-44080a258936 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.137s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.241895] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "refresh_cache-142527c9-7695-40ab-a44f-b2841e9b9c26" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.242070] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired lock "refresh_cache-142527c9-7695-40ab-a44f-b2841e9b9c26" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.242209] env[63393]: DEBUG nova.network.neutron [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.616617] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.634822] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681330, 'name': Rename_Task, 'duration_secs': 0.382203} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.635205] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.635603] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b7ab3b4-2804-4ff7-a3a1-f8435165397c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.645274] env[63393]: DEBUG nova.compute.utils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.646694] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 608.646694] env[63393]: value = "task-2681331" [ 608.646694] env[63393]: _type = "Task" [ 608.646694] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.648228] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.648228] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.663162] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.704462] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.727724] env[63393]: DEBUG nova.policy [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cd3f06aa8b42309b717f6d72285659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9530466743054fc4a73298f3fa43fc94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.816546] env[63393]: DEBUG nova.network.neutron [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.114428] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.127859] env[63393]: DEBUG nova.network.neutron [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Updating instance_info_cache with network_info: [{"id": "0b6d7941-6e9c-44c2-ae3b-091b4e010c9a", "address": "fa:16:3e:e6:4a:68", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d7941-6e", "ovs_interfaceid": "0b6d7941-6e9c-44c2-ae3b-091b4e010c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.160681] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.174751] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.239322] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.302603] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Successfully created port: 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.624345] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.631042] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Releasing lock "refresh_cache-142527c9-7695-40ab-a44f-b2841e9b9c26" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.631398] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Instance network_info: |[{"id": "0b6d7941-6e9c-44c2-ae3b-091b4e010c9a", "address": "fa:16:3e:e6:4a:68", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d7941-6e", "ovs_interfaceid": "0b6d7941-6e9c-44c2-ae3b-091b4e010c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.631887] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:4a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6d7941-6e9c-44c2-ae3b-091b4e010c9a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.645253] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating folder: Project (390ea23ad6fa4e5f93bc70a8973634b0). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.649047] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce00a8fa-7c88-45eb-8363-0eeada7e8f41 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.661187] env[63393]: DEBUG oslo_vmware.api [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681331, 'name': PowerOnVM_Task, 'duration_secs': 0.703947} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.665055] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.665424] env[63393]: INFO nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 8.54 seconds to spawn the instance on the hypervisor. [ 609.665682] env[63393]: DEBUG nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.672676] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a33bcf-1e50-4aa2-bde1-a3a7f870a456 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.677855] env[63393]: DEBUG nova.compute.manager [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Received event network-changed-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.677855] env[63393]: DEBUG nova.compute.manager [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Refreshing instance network info cache due to event network-changed-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.677855] env[63393]: DEBUG oslo_concurrency.lockutils [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] Acquiring lock "refresh_cache-142527c9-7695-40ab-a44f-b2841e9b9c26" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.678034] env[63393]: DEBUG oslo_concurrency.lockutils [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] Acquired lock "refresh_cache-142527c9-7695-40ab-a44f-b2841e9b9c26" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.678124] env[63393]: DEBUG nova.network.neutron [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Refreshing network info cache for port 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.680536] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Created folder: Project (390ea23ad6fa4e5f93bc70a8973634b0) in parent group-v540494. [ 609.681097] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating folder: Instances. Parent ref: group-v540569. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.683467] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28903b73-e717-4f95-abad-ca2c01d51ec0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.698800] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Created folder: Instances in parent group-v540569. [ 609.701033] env[63393]: DEBUG oslo.service.loopingcall [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.703737] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.704792] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4283b9d6-f413-43e6-af99-691dca41cf98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.731799] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.731799] env[63393]: value = "task-2681338" [ 609.731799] env[63393]: _type = "Task" [ 609.731799] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.742683] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681338, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.849899] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.850240] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.850464] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.850676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.850856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.853873] env[63393]: INFO nova.compute.manager [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Terminating instance [ 609.892271] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a10ea4b-efc1-4391-8db7-645872e51aae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.902797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acab182-54d1-4b45-80bd-50c24610dfa4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.936776] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf765ac-c279-419c-853e-9ce37c1aa616 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.944695] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c47c4f-2366-4283-90cd-32e2804ff999 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.959782] env[63393]: DEBUG nova.compute.provider_tree [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.115775] env[63393]: DEBUG oslo_vmware.api [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681327, 'name': PowerOnVM_Task, 'duration_secs': 2.585041} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.116108] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.116314] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4c2849-6e11-4210-8151-3d679792b58f tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance '7d8d0417-b510-417b-a18f-375d1dfd3757' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.172935] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.195213] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.195558] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.195695] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.195896] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.196075] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.196271] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.196514] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.196699] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.196902] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.197128] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.197341] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.198276] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659765a-7889-4355-9a3f-6f429f550472 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.211698] env[63393]: INFO nova.compute.manager [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 35.69 seconds to build instance. [ 610.213713] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dabbb6-abe1-4e12-b4f6-8e62440a5c0f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.242526] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681338, 'name': CreateVM_Task, 'duration_secs': 0.366887} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.243448] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.243805] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.243805] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.243974] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.244239] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb68f05-2ae2-4ac7-aacb-80ab35696c3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.250684] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 610.250684] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ce165c-1613-24b3-2a52-348b3f256ee1" [ 610.250684] env[63393]: _type = "Task" [ 610.250684] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.259845] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ce165c-1613-24b3-2a52-348b3f256ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.364113] env[63393]: DEBUG nova.compute.manager [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.364113] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.364964] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99804de2-b9bd-457f-9cfc-7de5cf33b25e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.373857] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.374203] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acab9fbd-8079-4a15-8d25-e83438416bf9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.381857] env[63393]: DEBUG oslo_vmware.api [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 610.381857] env[63393]: value = "task-2681339" [ 610.381857] env[63393]: _type = "Task" [ 610.381857] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.390768] env[63393]: DEBUG oslo_vmware.api [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.439803] env[63393]: DEBUG nova.network.neutron [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Updated VIF entry in instance network info cache for port 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.440370] env[63393]: DEBUG nova.network.neutron [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Updating instance_info_cache with network_info: [{"id": "0b6d7941-6e9c-44c2-ae3b-091b4e010c9a", "address": "fa:16:3e:e6:4a:68", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d7941-6e", "ovs_interfaceid": "0b6d7941-6e9c-44c2-ae3b-091b4e010c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.463236] env[63393]: DEBUG nova.scheduler.client.report [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.719574] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22f917cb-8549-47fd-8991-f7805968a651 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.534s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.760902] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ce165c-1613-24b3-2a52-348b3f256ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.761236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.761480] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.762008] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.762008] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.762128] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.763937] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3589ee33-2365-4a27-81e2-3b2e3a04cbca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.770973] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.771173] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.771976] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbfeb56-f0f7-48e2-ace5-c62b9ef73b4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.777165] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 610.777165] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f341c1-e715-9840-0639-f42c1aca7e04" [ 610.777165] env[63393]: _type = "Task" [ 610.777165] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.785391] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f341c1-e715-9840-0639-f42c1aca7e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.892950] env[63393]: DEBUG oslo_vmware.api [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681339, 'name': PowerOffVM_Task, 'duration_secs': 0.34568} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.893263] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.893437] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.893695] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00ea10c7-8211-4b0a-b2ea-442245dfc783 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.943615] env[63393]: DEBUG oslo_concurrency.lockutils [req-cbea7f33-337d-444f-af10-5a3c2dc96061 req-212942a5-e613-412b-8a84-53fc92b96953 service nova] Releasing lock "refresh_cache-142527c9-7695-40ab-a44f-b2841e9b9c26" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.970162] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.970162] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.970162] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Deleting the datastore file [datastore2] cf289fc2-ecbe-49e9-84d2-a3d421e2bb25 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.970162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.970162] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.972559] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe64fec3-19ef-46a2-9b4e-1275a0d0170e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.974908] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.821s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.975225] env[63393]: DEBUG nova.objects.instance [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lazy-loading 'resources' on Instance uuid 555f5ecb-fbd7-488e-823b-f35bf9d5e803 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.982143] env[63393]: DEBUG oslo_vmware.api [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for the task: (returnval){ [ 610.982143] env[63393]: value = "task-2681341" [ 610.982143] env[63393]: _type = "Task" [ 610.982143] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.992276] env[63393]: DEBUG oslo_vmware.api [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.225043] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.298529] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f341c1-e715-9840-0639-f42c1aca7e04, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.301892] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efad6972-4ef2-42cb-89ff-4933b480b606 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.312405] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 611.312405] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3bb63-94f5-a2ad-37a5-8358356f8d03" [ 611.312405] env[63393]: _type = "Task" [ 611.312405] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.322962] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3bb63-94f5-a2ad-37a5-8358356f8d03, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.323339] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.323653] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 142527c9-7695-40ab-a44f-b2841e9b9c26/142527c9-7695-40ab-a44f-b2841e9b9c26.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.324060] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4aabe31-169a-4d14-8a49-b8699f966f34 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.328276] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Successfully updated port: 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.332647] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 611.332647] env[63393]: value = "task-2681342" [ 611.332647] env[63393]: _type = "Task" [ 611.332647] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.341753] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.476994] env[63393]: DEBUG nova.compute.utils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.482167] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.482407] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.498042] env[63393]: DEBUG oslo_vmware.api [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Task: {'id': task-2681341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160292} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.498407] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.498713] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.499025] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.499269] env[63393]: INFO nova.compute.manager [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Took 1.14 seconds to destroy the instance on the hypervisor. [ 611.499650] env[63393]: DEBUG oslo.service.loopingcall [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.501526] env[63393]: DEBUG nova.compute.manager [-] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.501674] env[63393]: DEBUG nova.network.neutron [-] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.580803] env[63393]: DEBUG nova.policy [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cd3f06aa8b42309b717f6d72285659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9530466743054fc4a73298f3fa43fc94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.753318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.762497] env[63393]: DEBUG nova.compute.manager [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Received event network-vif-plugged-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.762825] env[63393]: DEBUG oslo_concurrency.lockutils [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] Acquiring lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.763129] env[63393]: DEBUG oslo_concurrency.lockutils [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.763384] env[63393]: DEBUG oslo_concurrency.lockutils [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.763569] env[63393]: DEBUG nova.compute.manager [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] No waiting events found dispatching network-vif-plugged-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.763971] env[63393]: WARNING nova.compute.manager [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Received unexpected event network-vif-plugged-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 for instance with vm_state building and task_state spawning. [ 611.764261] env[63393]: DEBUG nova.compute.manager [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Received event network-changed-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.764485] env[63393]: DEBUG nova.compute.manager [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Refreshing instance network info cache due to event network-changed-8b71b92b-2ad9-4ef4-b2d4-30546e408a58. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.765146] env[63393]: DEBUG oslo_concurrency.lockutils [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] Acquiring lock "refresh_cache-7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.765146] env[63393]: DEBUG oslo_concurrency.lockutils [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] Acquired lock "refresh_cache-7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.765351] env[63393]: DEBUG nova.network.neutron [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Refreshing network info cache for port 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.833748] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "refresh_cache-7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.844871] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4703} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.845174] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 142527c9-7695-40ab-a44f-b2841e9b9c26/142527c9-7695-40ab-a44f-b2841e9b9c26.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.845865] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.845865] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43f2bbf1-ac6f-4684-86f8-857b8cfe93f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.853229] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 611.853229] env[63393]: value = "task-2681343" [ 611.853229] env[63393]: _type = "Task" [ 611.853229] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.862174] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.986368] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.142123] env[63393]: DEBUG nova.compute.manager [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Received event network-changed-b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.143043] env[63393]: DEBUG nova.compute.manager [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Refreshing instance network info cache due to event network-changed-b9bac787-800c-45b3-ac38-948812f66bd8. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.143043] env[63393]: DEBUG oslo_concurrency.lockutils [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.143043] env[63393]: DEBUG oslo_concurrency.lockutils [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.143043] env[63393]: DEBUG nova.network.neutron [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Refreshing network info cache for port b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.165351] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Successfully created port: 6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.233059] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed7e4d-e55e-4907-ad98-3fed9d5ba045 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.241574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c461a34-b0cc-4a0c-9791-73888c2e05cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.280075] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b833b365-9520-4bf6-b80a-dc313554e5c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.290845] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f0b2a-7a0d-4aa7-8945-91a2c3ca3e01 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.312764] env[63393]: DEBUG nova.compute.provider_tree [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.370363] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119548} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.370812] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.372740] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffe26b-4217-482d-bd36-2709b318593e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.382762] env[63393]: DEBUG nova.network.neutron [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.424451] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 142527c9-7695-40ab-a44f-b2841e9b9c26/142527c9-7695-40ab-a44f-b2841e9b9c26.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.424451] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fc048c-f40c-4ae4-bff1-7d6312979c1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.450330] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 612.450330] env[63393]: value = "task-2681344" [ 612.450330] env[63393]: _type = "Task" [ 612.450330] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.461571] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.560842] env[63393]: DEBUG nova.network.neutron [-] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.609327] env[63393]: DEBUG nova.network.neutron [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.623096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "7d8d0417-b510-417b-a18f-375d1dfd3757" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.623262] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.623404] env[63393]: DEBUG nova.compute.manager [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Going to confirm migration 1 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 612.817472] env[63393]: DEBUG nova.scheduler.client.report [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.962470] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681344, 'name': ReconfigVM_Task, 'duration_secs': 0.416761} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.962769] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 142527c9-7695-40ab-a44f-b2841e9b9c26/142527c9-7695-40ab-a44f-b2841e9b9c26.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.963390] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87938067-521a-463e-b501-6edd808bc6e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.967361] env[63393]: DEBUG nova.network.neutron [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updated VIF entry in instance network info cache for port b9bac787-800c-45b3-ac38-948812f66bd8. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.967697] env[63393]: DEBUG nova.network.neutron [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.970074] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 612.970074] env[63393]: value = "task-2681346" [ 612.970074] env[63393]: _type = "Task" [ 612.970074] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.979656] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681346, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.001708] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.024335] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.024579] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.024751] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.024932] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.025096] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.025246] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.025450] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.025606] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.025774] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.025937] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.026128] env[63393]: DEBUG nova.virt.hardware [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.026998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c5b7a-3cdf-4962-9fdf-4365bb866625 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.035175] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68c045-e991-4cc4-bb96-5f64cea0003b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.063367] env[63393]: INFO nova.compute.manager [-] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Took 1.56 seconds to deallocate network for instance. [ 613.113112] env[63393]: DEBUG oslo_concurrency.lockutils [req-b046e1da-1d55-45f5-a7ba-69dd2324ca64 req-79da755b-21d3-4dcb-96dc-6c478fa4e709 service nova] Releasing lock "refresh_cache-7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.113112] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "refresh_cache-7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.113281] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.187452] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.187696] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.187906] env[63393]: DEBUG nova.network.neutron [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.188117] env[63393]: DEBUG nova.objects.instance [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lazy-loading 'info_cache' on Instance uuid 7d8d0417-b510-417b-a18f-375d1dfd3757 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.329026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.331995] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.806s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.331995] env[63393]: DEBUG nova.objects.instance [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lazy-loading 'resources' on Instance uuid 23321024-43d0-47bd-978a-54fe07732e63 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.358085] env[63393]: INFO nova.scheduler.client.report [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Deleted allocations for instance 555f5ecb-fbd7-488e-823b-f35bf9d5e803 [ 613.471684] env[63393]: DEBUG oslo_concurrency.lockutils [req-a9e064da-4aba-4316-82ec-2829ba8989fa req-26c445df-d036-4cff-b299-4e1704e67ee3 service nova] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.481625] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681346, 'name': Rename_Task, 'duration_secs': 0.274859} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.482257] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.482355] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c138564-0b92-4bb8-9094-5812cd1d6117 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.489590] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 613.489590] env[63393]: value = "task-2681347" [ 613.489590] env[63393]: _type = "Task" [ 613.489590] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.497749] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.569806] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.673490] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.871718] env[63393]: DEBUG oslo_concurrency.lockutils [None req-129f719c-599a-4141-9764-661094f9bab5 tempest-ServersAdmin275Test-337502127 tempest-ServersAdmin275Test-337502127-project-member] Lock "555f5ecb-fbd7-488e-823b-f35bf9d5e803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.159s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.937397] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Updating instance_info_cache with network_info: [{"id": "8b71b92b-2ad9-4ef4-b2d4-30546e408a58", "address": "fa:16:3e:a3:03:4b", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b71b92b-2a", "ovs_interfaceid": "8b71b92b-2ad9-4ef4-b2d4-30546e408a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.979147] env[63393]: DEBUG nova.compute.manager [req-3c096729-86f9-4947-9b05-ffa40d3dff5c req-f07b5b35-a4f4-48d5-80da-cc2f3321791d service nova] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Received event network-vif-deleted-4c544343-911f-41e0-9c77-cd3b948f6b46 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.003432] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.167010] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Successfully updated port: 6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.425069] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63225c06-a602-4f23-998d-4909ff8e430a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.432467] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe4b26-521a-4a91-96cd-bb748d029391 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.465442] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "refresh_cache-7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.465990] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Instance network_info: |[{"id": "8b71b92b-2ad9-4ef4-b2d4-30546e408a58", "address": "fa:16:3e:a3:03:4b", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b71b92b-2a", "ovs_interfaceid": "8b71b92b-2ad9-4ef4-b2d4-30546e408a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.467613] env[63393]: DEBUG nova.network.neutron [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [{"id": "33a6a101-f574-41a5-96a7-ed0569946a83", "address": "fa:16:3e:91:17:8b", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a6a101-f5", "ovs_interfaceid": "33a6a101-f574-41a5-96a7-ed0569946a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.471385] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:03:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b71b92b-2ad9-4ef4-b2d4-30546e408a58', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.477293] env[63393]: DEBUG oslo.service.loopingcall [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.477964] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b525bd5-b47a-4742-aa7c-6e264a2fdedb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.481851] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.482112] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6209964-dc7d-4eea-b170-976e30948d7b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.506431] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165cc3a8-262f-4df4-bdee-799027aa2dca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.514423] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.514423] env[63393]: value = "task-2681348" [ 614.514423] env[63393]: _type = "Task" [ 614.514423] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.514719] env[63393]: DEBUG oslo_vmware.api [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681347, 'name': PowerOnVM_Task, 'duration_secs': 0.660647} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.515471] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.515718] env[63393]: INFO nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Took 8.25 seconds to spawn the instance on the hypervisor. [ 614.515915] env[63393]: DEBUG nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.519453] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989f5e1-4e3e-4506-aea2-e1a7776ceeca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.532599] env[63393]: DEBUG nova.compute.provider_tree [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.541602] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681348, 'name': CreateVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.670833] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "refresh_cache-2ed42fac-9066-4bc2-831a-91e367651687" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.671077] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "refresh_cache-2ed42fac-9066-4bc2-831a-91e367651687" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.671267] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.971860] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-7d8d0417-b510-417b-a18f-375d1dfd3757" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.972222] env[63393]: DEBUG nova.objects.instance [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lazy-loading 'migration_context' on Instance uuid 7d8d0417-b510-417b-a18f-375d1dfd3757 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.028426] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681348, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.035501] env[63393]: DEBUG nova.scheduler.client.report [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.056283] env[63393]: INFO nova.compute.manager [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Took 38.71 seconds to build instance. [ 615.213276] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.394481] env[63393]: DEBUG nova.network.neutron [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Updating instance_info_cache with network_info: [{"id": "6f719921-4730-43d0-832c-0d4ee76af5bc", "address": "fa:16:3e:1d:16:a6", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f719921-47", "ovs_interfaceid": "6f719921-4730-43d0-832c-0d4ee76af5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.477554] env[63393]: DEBUG nova.objects.base [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Object Instance<7d8d0417-b510-417b-a18f-375d1dfd3757> lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 615.478709] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ccdd80-f69c-47c4-8cdf-9cd191197d4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.499693] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df001e6e-cd83-4867-a895-e3598183e951 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.505448] env[63393]: DEBUG oslo_vmware.api [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 615.505448] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e58dea-5585-9190-b9fe-8d0fb428a94a" [ 615.505448] env[63393]: _type = "Task" [ 615.505448] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.513525] env[63393]: DEBUG oslo_vmware.api [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e58dea-5585-9190-b9fe-8d0fb428a94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.528033] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681348, 'name': CreateVM_Task, 'duration_secs': 0.828119} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.528033] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.528033] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.528033] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.528033] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.528033] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941a1d85-e9e8-4341-989e-b11a59de3d56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.531858] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 615.531858] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529a1094-c7cb-7d81-aa44-32087faa1b70" [ 615.531858] env[63393]: _type = "Task" [ 615.531858] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.542248] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.544640] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529a1094-c7cb-7d81-aa44-32087faa1b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.545807] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.747s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.547041] env[63393]: INFO nova.compute.claims [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.558923] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3956933d-0340-4661-9ab7-64b34239d6d1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.893s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.586453] env[63393]: INFO nova.scheduler.client.report [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Deleted allocations for instance 23321024-43d0-47bd-978a-54fe07732e63 [ 615.897373] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "refresh_cache-2ed42fac-9066-4bc2-831a-91e367651687" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.901324] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Instance network_info: |[{"id": "6f719921-4730-43d0-832c-0d4ee76af5bc", "address": "fa:16:3e:1d:16:a6", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f719921-47", "ovs_interfaceid": "6f719921-4730-43d0-832c-0d4ee76af5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.901491] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:16:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f719921-4730-43d0-832c-0d4ee76af5bc', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.907836] env[63393]: DEBUG oslo.service.loopingcall [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.908279] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.908737] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd4ff613-34e3-4127-bec7-1ede0a2a05d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.936374] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.936374] env[63393]: value = "task-2681350" [ 615.936374] env[63393]: _type = "Task" [ 615.936374] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.944884] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681350, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.012495] env[63393]: DEBUG nova.compute.manager [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Received event network-vif-plugged-6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.012838] env[63393]: DEBUG oslo_concurrency.lockutils [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] Acquiring lock "2ed42fac-9066-4bc2-831a-91e367651687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.013108] env[63393]: DEBUG oslo_concurrency.lockutils [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] Lock "2ed42fac-9066-4bc2-831a-91e367651687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.013399] env[63393]: DEBUG oslo_concurrency.lockutils [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] Lock "2ed42fac-9066-4bc2-831a-91e367651687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.013633] env[63393]: DEBUG nova.compute.manager [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] No waiting events found dispatching network-vif-plugged-6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.013864] env[63393]: WARNING nova.compute.manager [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Received unexpected event network-vif-plugged-6f719921-4730-43d0-832c-0d4ee76af5bc for instance with vm_state building and task_state spawning. [ 616.014121] env[63393]: DEBUG nova.compute.manager [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Received event network-changed-6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.014365] env[63393]: DEBUG nova.compute.manager [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Refreshing instance network info cache due to event network-changed-6f719921-4730-43d0-832c-0d4ee76af5bc. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.014688] env[63393]: DEBUG oslo_concurrency.lockutils [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] Acquiring lock "refresh_cache-2ed42fac-9066-4bc2-831a-91e367651687" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.014922] env[63393]: DEBUG oslo_concurrency.lockutils [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] Acquired lock "refresh_cache-2ed42fac-9066-4bc2-831a-91e367651687" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.015221] env[63393]: DEBUG nova.network.neutron [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Refreshing network info cache for port 6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.025026] env[63393]: DEBUG oslo_vmware.api [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e58dea-5585-9190-b9fe-8d0fb428a94a, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.025026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.043427] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529a1094-c7cb-7d81-aa44-32087faa1b70, 'name': SearchDatastore_Task, 'duration_secs': 0.016424} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.045066] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.045066] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.045066] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.045066] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.045244] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.045361] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d91f1f0-f6fa-4a55-a647-bb0b407eb940 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.057615] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.057615] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.058173] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e977864c-f8bd-4655-913c-8035ec7f6457 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.061813] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.066026] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 616.066026] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52818707-81a8-bf2c-015a-d455e8b0dd99" [ 616.066026] env[63393]: _type = "Task" [ 616.066026] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.075845] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52818707-81a8-bf2c-015a-d455e8b0dd99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.098922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b048eca7-62ef-4fee-8ecc-d307a1680a45 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Lock "23321024-43d0-47bd-978a-54fe07732e63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.617s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.447907] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681350, 'name': CreateVM_Task, 'duration_secs': 0.414455} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.448399] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.449115] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.449291] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.449611] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.449858] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86076be2-d0ea-409c-bd43-9d58ceb56b69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.454903] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 616.454903] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525f76b0-15e8-70f4-235a-a93bad54e71c" [ 616.454903] env[63393]: _type = "Task" [ 616.454903] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.463951] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525f76b0-15e8-70f4-235a-a93bad54e71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.584316] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52818707-81a8-bf2c-015a-d455e8b0dd99, 'name': SearchDatastore_Task, 'duration_secs': 0.015022} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.585270] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b4cb77-9703-4b43-bfe0-0abb1bf5b531 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.589926] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.594484] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 616.594484] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f76674-4b28-85e5-8ad1-23c4241a94d8" [ 616.594484] env[63393]: _type = "Task" [ 616.594484] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.603912] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f76674-4b28-85e5-8ad1-23c4241a94d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.852168] env[63393]: DEBUG nova.network.neutron [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Updated VIF entry in instance network info cache for port 6f719921-4730-43d0-832c-0d4ee76af5bc. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.852559] env[63393]: DEBUG nova.network.neutron [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Updating instance_info_cache with network_info: [{"id": "6f719921-4730-43d0-832c-0d4ee76af5bc", "address": "fa:16:3e:1d:16:a6", "network": {"id": "70bb0668-65e1-4e70-9f26-d47e2c8368da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-967227674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9530466743054fc4a73298f3fa43fc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f719921-47", "ovs_interfaceid": "6f719921-4730-43d0-832c-0d4ee76af5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.936746] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d0d97-9981-7a8d-e054-9bcf0c5473d2/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.940266] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2c422-0aa7-425d-bdd7-04f0ccd2fef8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.952035] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d0d97-9981-7a8d-e054-9bcf0c5473d2/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.952195] env[63393]: ERROR oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d0d97-9981-7a8d-e054-9bcf0c5473d2/disk-0.vmdk due to incomplete transfer. [ 616.952589] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c253167f-b254-428f-96b4-a54544ce465e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.960773] env[63393]: DEBUG oslo_vmware.rw_handles [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d0d97-9981-7a8d-e054-9bcf0c5473d2/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.960875] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Uploaded image 0769e224-eefd-49e3-af87-387286648236 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.963784] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.966635] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5bec68d9-e03a-418f-82b1-f24272eda33b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.973108] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525f76b0-15e8-70f4-235a-a93bad54e71c, 'name': SearchDatastore_Task, 'duration_secs': 0.02165} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.973911] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.974528] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.974528] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.979467] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 616.979467] env[63393]: value = "task-2681352" [ 616.979467] env[63393]: _type = "Task" [ 616.979467] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.989683] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681352, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.108323] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f76674-4b28-85e5-8ad1-23c4241a94d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014876} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.108970] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.108970] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a/7c9509a4-a57d-4e9c-94c5-105f0bab0f8a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.109267] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.110174] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.110174] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20463f36-0ee3-4068-adfe-131523960468 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.113411] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d4462b-e361-4113-9218-3415f2d1923d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.123776] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 617.123776] env[63393]: value = "task-2681353" [ 617.123776] env[63393]: _type = "Task" [ 617.123776] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.125467] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.125709] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.130528] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455a4c39-fc5b-4d4c-8cf8-6af738012906 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.147392] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.147759] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 617.147759] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52eb7364-6aee-d972-1d84-098f949b3a43" [ 617.147759] env[63393]: _type = "Task" [ 617.147759] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.156526] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52eb7364-6aee-d972-1d84-098f949b3a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.194411] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1743ce2-26d7-47fb-9f3b-893b4d2e494e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.202926] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924228ab-eb3b-4d25-b0c0-110c108f23c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.242798] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9637b9c0-3d46-4c67-a2af-30fa71a5e3e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.250477] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0aede-8ff0-47f1-95ed-2fd16cb9d3c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.264717] env[63393]: DEBUG nova.compute.provider_tree [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.357614] env[63393]: DEBUG oslo_concurrency.lockutils [req-689651a4-dc9a-46fd-8bff-2c4b0189859c req-8fbfd194-d544-4bff-921e-ee8453468f38 service nova] Releasing lock "refresh_cache-2ed42fac-9066-4bc2-831a-91e367651687" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.493684] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681352, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.638568] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.660121] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52eb7364-6aee-d972-1d84-098f949b3a43, 'name': SearchDatastore_Task, 'duration_secs': 0.027507} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.660121] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d65b97-2c04-4ceb-85f7-2670a2647ad1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.667531] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 617.667531] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52932422-612b-b656-2cac-01206bd710c8" [ 617.667531] env[63393]: _type = "Task" [ 617.667531] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.675276] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52932422-612b-b656-2cac-01206bd710c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.768117] env[63393]: DEBUG nova.scheduler.client.report [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.990186] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681352, 'name': Destroy_Task, 'duration_secs': 0.755436} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.990186] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Destroyed the VM [ 617.990312] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.990494] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12181206-caa5-494d-a3b6-d2a798227765 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.997348] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 617.997348] env[63393]: value = "task-2681354" [ 617.997348] env[63393]: _type = "Task" [ 617.997348] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.005887] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.140819] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.186099] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52932422-612b-b656-2cac-01206bd710c8, 'name': SearchDatastore_Task, 'duration_secs': 0.032909} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.186442] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.186714] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2ed42fac-9066-4bc2-831a-91e367651687/2ed42fac-9066-4bc2-831a-91e367651687.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.187025] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d74b5dc-cb63-457a-bf5c-7fbf3179c50f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.197454] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 618.197454] env[63393]: value = "task-2681355" [ 618.197454] env[63393]: _type = "Task" [ 618.197454] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.206282] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.276276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.276276] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.279485] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.293s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.279950] env[63393]: DEBUG nova.objects.instance [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lazy-loading 'resources' on Instance uuid 11044fc7-5b70-43f5-b5f0-703eec1592fd {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.513556] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681354, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.639283] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681353, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.440381} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.639628] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a/7c9509a4-a57d-4e9c-94c5-105f0bab0f8a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.639894] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.640261] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51f669a6-02ea-4cd6-9579-52a346c08e2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.648047] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 618.648047] env[63393]: value = "task-2681356" [ 618.648047] env[63393]: _type = "Task" [ 618.648047] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.657235] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.708080] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681355, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.785580] env[63393]: DEBUG nova.compute.utils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.794037] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.794037] env[63393]: DEBUG nova.network.neutron [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.910561] env[63393]: DEBUG nova.policy [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.013343] env[63393]: DEBUG oslo_vmware.api [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681354, 'name': RemoveSnapshot_Task, 'duration_secs': 0.753406} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.013780] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 619.014027] env[63393]: INFO nova.compute.manager [None req-a094b988-3c42-4cd1-8572-d14b0fa681d8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Took 16.30 seconds to snapshot the instance on the hypervisor. [ 619.168328] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077284} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.169944] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.170759] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caca3d4-ece2-404e-a804-dbe46cf5fe6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.201386] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a/7c9509a4-a57d-4e9c-94c5-105f0bab0f8a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.204969] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c186d5a-f653-4526-afec-abf6f43bc57e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.233488] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950788} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.235223] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2ed42fac-9066-4bc2-831a-91e367651687/2ed42fac-9066-4bc2-831a-91e367651687.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.235777] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.235777] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 619.235777] env[63393]: value = "task-2681358" [ 619.235777] env[63393]: _type = "Task" [ 619.235777] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.235965] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32c718a-c394-409b-9861-842702a41c71 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.249377] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.250936] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 619.250936] env[63393]: value = "task-2681359" [ 619.250936] env[63393]: _type = "Task" [ 619.250936] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.266253] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.294438] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.432495] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fede6d8f-662e-49bc-ad59-f9c286bcb00b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.440193] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f9d42-0a94-457e-843b-436102f6552b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.473827] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82ac81-457d-4018-819e-44f59747fc32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.480907] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e93ba-1620-4039-8e7b-2189a1abeef9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.497273] env[63393]: DEBUG nova.compute.provider_tree [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.749570] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681358, 'name': ReconfigVM_Task, 'duration_secs': 0.355197} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.750181] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a/7c9509a4-a57d-4e9c-94c5-105f0bab0f8a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.750956] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3af9e19-3cf6-49c5-8c71-88bfc429a2ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.765980] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.766810] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 619.766810] env[63393]: value = "task-2681360" [ 619.766810] env[63393]: _type = "Task" [ 619.766810] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.767899] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.768867] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635857ed-d3a1-4eac-837b-93142cd8b8bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.803502] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 2ed42fac-9066-4bc2-831a-91e367651687/2ed42fac-9066-4bc2-831a-91e367651687.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.804174] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681360, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.808681] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e33f389-a776-47b1-8450-788fb4638b00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.830713] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 619.830713] env[63393]: value = "task-2681361" [ 619.830713] env[63393]: _type = "Task" [ 619.830713] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.841025] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681361, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.002345] env[63393]: DEBUG nova.scheduler.client.report [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.093539] env[63393]: DEBUG nova.network.neutron [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Successfully created port: f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.279889] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681360, 'name': Rename_Task, 'duration_secs': 0.181496} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.280176] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.280422] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a6ca85b-b584-4496-a4fa-b2e3c6a1475e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.286456] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 620.286456] env[63393]: value = "task-2681362" [ 620.286456] env[63393]: _type = "Task" [ 620.286456] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.294023] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.328053] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.340852] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681361, 'name': ReconfigVM_Task, 'duration_secs': 0.332243} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.341192] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 2ed42fac-9066-4bc2-831a-91e367651687/2ed42fac-9066-4bc2-831a-91e367651687.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.341780] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d756e518-692e-4b86-b999-b7d677e52e6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.347442] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 620.347442] env[63393]: value = "task-2681363" [ 620.347442] env[63393]: _type = "Task" [ 620.347442] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.354581] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.354808] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.354965] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.355160] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.355516] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.355711] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.356575] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.356575] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.357012] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.357205] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.357385] env[63393]: DEBUG nova.virt.hardware [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.358484] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424da75b-a3bf-4a57-90c0-aae5c49dd524 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.366678] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681363, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.378989] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac17c208-e54b-45c1-a5d4-1fd10b5d162a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.507155] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.509820] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.616s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.510142] env[63393]: DEBUG nova.objects.instance [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lazy-loading 'resources' on Instance uuid 36739a27-6196-4609-868a-aa03d3a6677c {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.537173] env[63393]: INFO nova.scheduler.client.report [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Deleted allocations for instance 11044fc7-5b70-43f5-b5f0-703eec1592fd [ 620.803933] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681362, 'name': PowerOnVM_Task, 'duration_secs': 0.476385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.804486] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.804880] env[63393]: INFO nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Took 10.63 seconds to spawn the instance on the hypervisor. [ 620.805275] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.806896] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aafdc1-3272-4441-9c61-b234d52e9acd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.863695] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681363, 'name': Rename_Task, 'duration_secs': 0.138999} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.865223] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.865718] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4c6da8-31bb-4feb-b947-3eae6c5885d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.872610] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 620.872610] env[63393]: value = "task-2681364" [ 620.872610] env[63393]: _type = "Task" [ 620.872610] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.884192] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.055573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9470a56-9aee-44d3-9a14-7671b6145be1 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Lock "11044fc7-5b70-43f5-b5f0-703eec1592fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.615s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.333519] env[63393]: INFO nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Took 44.23 seconds to build instance. [ 621.385884] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681364, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.597144] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f01b72a-f70a-49c2-8c10-e761b2fd59ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.607764] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e3da3-ab7d-4d96-ad9c-7f5ea8cc9b79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.643416] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd48f7-6e7f-4366-9958-4f7e7c27af17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.653068] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc74068-6403-43dd-b90f-b00b342d569a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.672775] env[63393]: DEBUG nova.compute.provider_tree [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.835446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.851s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.888314] env[63393]: DEBUG oslo_vmware.api [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681364, 'name': PowerOnVM_Task, 'duration_secs': 0.888009} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.889060] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.889284] env[63393]: INFO nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Took 8.89 seconds to spawn the instance on the hypervisor. [ 621.889471] env[63393]: DEBUG nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.890374] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb946c30-b73d-42b8-9e90-875bd240ecb4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.086140] env[63393]: DEBUG nova.compute.manager [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.087645] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa0fb8d-fb91-49d9-b9c5-dbd83637da73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.119977] env[63393]: DEBUG nova.compute.manager [req-99ae950e-7acc-4c86-b631-713f4deac5ca req-932323ad-5012-4722-a2dd-b790d86bfbf0 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-vif-plugged-f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.120392] env[63393]: DEBUG oslo_concurrency.lockutils [req-99ae950e-7acc-4c86-b631-713f4deac5ca req-932323ad-5012-4722-a2dd-b790d86bfbf0 service nova] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.120609] env[63393]: DEBUG oslo_concurrency.lockutils [req-99ae950e-7acc-4c86-b631-713f4deac5ca req-932323ad-5012-4722-a2dd-b790d86bfbf0 service nova] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.120775] env[63393]: DEBUG oslo_concurrency.lockutils [req-99ae950e-7acc-4c86-b631-713f4deac5ca req-932323ad-5012-4722-a2dd-b790d86bfbf0 service nova] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.120980] env[63393]: DEBUG nova.compute.manager [req-99ae950e-7acc-4c86-b631-713f4deac5ca req-932323ad-5012-4722-a2dd-b790d86bfbf0 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] No waiting events found dispatching network-vif-plugged-f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.121120] env[63393]: WARNING nova.compute.manager [req-99ae950e-7acc-4c86-b631-713f4deac5ca req-932323ad-5012-4722-a2dd-b790d86bfbf0 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received unexpected event network-vif-plugged-f8373a4e-84df-447b-96af-cd51e7eb2c47 for instance with vm_state building and task_state spawning. [ 622.180157] env[63393]: DEBUG nova.scheduler.client.report [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.209058] env[63393]: DEBUG nova.network.neutron [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Successfully updated port: f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.345123] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.416122] env[63393]: INFO nova.compute.manager [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Took 38.25 seconds to build instance. [ 622.605047] env[63393]: INFO nova.compute.manager [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] instance snapshotting [ 622.608068] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb77348-2bf6-407f-bb43-f6b115afdf0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.634633] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b364d3-3d2d-457e-ae3b-0c2fc1b31e27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.686283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.688641] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.181s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.690631] env[63393]: INFO nova.compute.claims [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.712724] env[63393]: INFO nova.scheduler.client.report [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Deleted allocations for instance 36739a27-6196-4609-868a-aa03d3a6677c [ 622.719298] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.719298] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.719298] env[63393]: DEBUG nova.network.neutron [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.873449] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.918685] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0797a6f0-6d8d-4dd0-b098-a51081263f2e tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "2ed42fac-9066-4bc2-831a-91e367651687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.906s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.142803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "201dc70d-8f25-4b63-83a3-5169c8c368b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.143067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.146350] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 623.146621] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f5f2ffe-afc7-48c8-9445-847fa66cd720 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.154504] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 623.154504] env[63393]: value = "task-2681367" [ 623.154504] env[63393]: _type = "Task" [ 623.154504] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.165272] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.227456] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f09f8989-04e9-4846-8972-096d353434a4 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Lock "36739a27-6196-4609-868a-aa03d3a6677c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.825s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.271661] env[63393]: DEBUG nova.network.neutron [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.424779] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.485485] env[63393]: DEBUG nova.network.neutron [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.668810] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.952201] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.987820] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.988181] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Instance network_info: |[{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.988605] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:d3:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8373a4e-84df-447b-96af-cd51e7eb2c47', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.996236] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Creating folder: Project (59efff8132694521a705c842387518c8). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.999114] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2ceb77-9f9d-418a-b0d6-4e1047b1b4c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.019579] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "27d539c0-5401-402b-87ab-ce400a348a73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.019579] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "27d539c0-5401-402b-87ab-ce400a348a73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.019699] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Created folder: Project (59efff8132694521a705c842387518c8) in parent group-v540494. [ 624.020219] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Creating folder: Instances. Parent ref: group-v540576. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.020287] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f680d9-4b90-4c35-8eec-adfda579e72c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.030868] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Created folder: Instances in parent group-v540576. [ 624.033023] env[63393]: DEBUG oslo.service.loopingcall [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.033023] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.033023] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd7b14a-73bf-44e5-93a3-67bbe585c585 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.056126] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.056126] env[63393]: value = "task-2681370" [ 624.056126] env[63393]: _type = "Task" [ 624.056126] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.065152] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681370, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.172046] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681367, 'name': CreateSnapshot_Task, 'duration_secs': 0.721041} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.172046] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 624.172261] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24f7cab-15fd-40ca-9528-c32e3392aa4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.327637] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf080f-8777-477a-a0f8-8bc9fa15cac8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.339226] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aacf02-d952-4e77-9389-5c7cfa095737 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.386041] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88dfdb-670b-465b-a261-0456ec97c455 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.395884] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1b385-025c-480e-a61f-fba29b6943ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.414242] env[63393]: DEBUG nova.compute.provider_tree [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.444545] env[63393]: DEBUG nova.compute.manager [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-changed-f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.445529] env[63393]: DEBUG nova.compute.manager [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Refreshing instance network info cache due to event network-changed-f8373a4e-84df-447b-96af-cd51e7eb2c47. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.445529] env[63393]: DEBUG oslo_concurrency.lockutils [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] Acquiring lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.445529] env[63393]: DEBUG oslo_concurrency.lockutils [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] Acquired lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445529] env[63393]: DEBUG nova.network.neutron [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Refreshing network info cache for port f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.569500] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681370, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.696287] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 624.696732] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29e1bf53-2a44-41fe-9cc1-22ec793903d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.705515] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 624.705515] env[63393]: value = "task-2681371" [ 624.705515] env[63393]: _type = "Task" [ 624.705515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.714389] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681371, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.848799] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.848934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.849646] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.849646] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.849788] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.853210] env[63393]: INFO nova.compute.manager [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Terminating instance [ 624.919375] env[63393]: DEBUG nova.scheduler.client.report [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.072361] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681370, 'name': CreateVM_Task, 'duration_secs': 0.730799} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.074891] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.076763] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.077023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.077370] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.077959] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496b14a0-4039-4c58-9278-364a6deaf9f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.086700] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 625.086700] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525c0295-47c0-ea40-f3f4-4745b7694e71" [ 625.086700] env[63393]: _type = "Task" [ 625.086700] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.095479] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525c0295-47c0-ea40-f3f4-4745b7694e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.101120] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "2ed42fac-9066-4bc2-831a-91e367651687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.101392] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "2ed42fac-9066-4bc2-831a-91e367651687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.101657] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "2ed42fac-9066-4bc2-831a-91e367651687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.101909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "2ed42fac-9066-4bc2-831a-91e367651687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.102155] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "2ed42fac-9066-4bc2-831a-91e367651687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.104391] env[63393]: INFO nova.compute.manager [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Terminating instance [ 625.218327] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681371, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.235021] env[63393]: DEBUG nova.network.neutron [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updated VIF entry in instance network info cache for port f8373a4e-84df-447b-96af-cd51e7eb2c47. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.235536] env[63393]: DEBUG nova.network.neutron [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.360439] env[63393]: DEBUG nova.compute.manager [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.360762] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.364103] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7663c4-f897-4ebd-b785-eccd86b075c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.375309] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.375591] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e52db5-d518-43d0-9a8e-a0ec30520ce8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.384915] env[63393]: DEBUG oslo_vmware.api [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 625.384915] env[63393]: value = "task-2681373" [ 625.384915] env[63393]: _type = "Task" [ 625.384915] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.395674] env[63393]: DEBUG oslo_vmware.api [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.425162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.425740] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.428810] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.212s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.429080] env[63393]: DEBUG nova.objects.instance [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lazy-loading 'resources' on Instance uuid 3d12aa80-970a-4952-92b8-190639fd60f9 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.596513] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525c0295-47c0-ea40-f3f4-4745b7694e71, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.597950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.597950] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.597950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.597950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.598291] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.598291] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7394c00a-1907-4516-94f9-d85f8d055c70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.609280] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.609537] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.610350] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c40104-155c-46af-997b-e71ce54a123a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.613994] env[63393]: DEBUG nova.compute.manager [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.613994] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.615794] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853a8f5-6c74-4790-9f8d-014f1f452ee9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.623039] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 625.623039] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520adf97-4ced-9c84-04fb-5c174cbdb8d1" [ 625.623039] env[63393]: _type = "Task" [ 625.623039] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.626015] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.629030] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3571a156-f00c-4eee-936d-378cae4a8998 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.637523] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520adf97-4ced-9c84-04fb-5c174cbdb8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.639862] env[63393]: DEBUG oslo_vmware.api [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 625.639862] env[63393]: value = "task-2681374" [ 625.639862] env[63393]: _type = "Task" [ 625.639862] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.640332] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7846548e-f9ec-4274-ab63-1f7e21bc0f07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.650790] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 625.650790] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520d30eb-bc02-f45d-97f6-87e4551255be" [ 625.650790] env[63393]: _type = "Task" [ 625.650790] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.654641] env[63393]: DEBUG oslo_vmware.api [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.665143] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520d30eb-bc02-f45d-97f6-87e4551255be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.722068] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681371, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.738559] env[63393]: DEBUG oslo_concurrency.lockutils [req-cf1b184c-9f01-4a0e-9bc5-cade13f723bf req-0d8e2b1d-84e6-41fc-9d54-232575ff3220 service nova] Releasing lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.896308] env[63393]: DEBUG oslo_vmware.api [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681373, 'name': PowerOffVM_Task, 'duration_secs': 0.282143} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.896646] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.896861] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.897180] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbafabe7-7034-4816-a152-66c4bf1f0d6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.932795] env[63393]: DEBUG nova.compute.utils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.938069] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.938069] env[63393]: DEBUG nova.network.neutron [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.972127] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.972210] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.972408] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleting the datastore file [datastore2] 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.972980] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8116a9b7-69da-403c-9b11-1aea844e4a2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.980570] env[63393]: DEBUG oslo_vmware.api [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 625.980570] env[63393]: value = "task-2681376" [ 625.980570] env[63393]: _type = "Task" [ 625.980570] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.999781] env[63393]: DEBUG oslo_vmware.api [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.012111] env[63393]: DEBUG nova.policy [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18dff7feaf0e4fa58dff89f9d1f8ccb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '390ea23ad6fa4e5f93bc70a8973634b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.161211] env[63393]: DEBUG oslo_vmware.api [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681374, 'name': PowerOffVM_Task, 'duration_secs': 0.478549} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.165258] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.165464] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.168718] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4b702ba-917c-477b-8314-3d3eeac781cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.181405] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520d30eb-bc02-f45d-97f6-87e4551255be, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.181405] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.181405] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 69b7e6dd-497a-4e72-9669-5b3cf404bbf6/69b7e6dd-497a-4e72-9669-5b3cf404bbf6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.181405] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e5172ec-b39d-43f2-9996-b43d25fc1c1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.192480] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 626.192480] env[63393]: value = "task-2681378" [ 626.192480] env[63393]: _type = "Task" [ 626.192480] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.212031] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.222867] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681371, 'name': CloneVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.252028] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.252028] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.252028] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleting the datastore file [datastore2] 2ed42fac-9066-4bc2-831a-91e367651687 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.252028] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d1514ac-0393-4a80-8909-299fb40b040e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.262310] env[63393]: DEBUG oslo_vmware.api [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for the task: (returnval){ [ 626.262310] env[63393]: value = "task-2681379" [ 626.262310] env[63393]: _type = "Task" [ 626.262310] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.269502] env[63393]: DEBUG oslo_vmware.api [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.424392] env[63393]: DEBUG nova.network.neutron [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Successfully created port: 6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.438773] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.499145] env[63393]: DEBUG oslo_vmware.api [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254722} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.503335] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.504015] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.504236] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.504601] env[63393]: INFO nova.compute.manager [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 626.504918] env[63393]: DEBUG oslo.service.loopingcall [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.505807] env[63393]: DEBUG nova.compute.manager [-] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.505898] env[63393]: DEBUG nova.network.neutron [-] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.639727] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9329d2-d1f8-47a3-a66c-6f9ea0c764f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.654490] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e289f4-a6f2-4ef0-beae-e0f0088355aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.688347] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb3cf6-50b5-40ca-bc2f-0419ae04b56c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.698680] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f5c1d9-12ea-45f8-b5a0-da24eebe3179 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.706856] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.722691] env[63393]: DEBUG nova.compute.provider_tree [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.734313] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681371, 'name': CloneVM_Task, 'duration_secs': 1.609326} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.735374] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Created linked-clone VM from snapshot [ 626.736252] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d03f1-b32d-4834-8a82-4bc71d7cc436 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.747844] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Uploading image 0dec27b8-c7a1-4efa-b024-03f5fa0b461f {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 626.771993] env[63393]: DEBUG oslo_vmware.api [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Task: {'id': task-2681379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241842} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.774211] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.774395] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.774565] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.774734] env[63393]: INFO nova.compute.manager [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Took 1.16 seconds to destroy the instance on the hypervisor. [ 626.774963] env[63393]: DEBUG oslo.service.loopingcall [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.775670] env[63393]: DEBUG nova.compute.manager [-] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.775774] env[63393]: DEBUG nova.network.neutron [-] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.784758] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 626.784758] env[63393]: value = "vm-540579" [ 626.784758] env[63393]: _type = "VirtualMachine" [ 626.784758] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 626.785033] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac6603b6-d699-45c6-a7ab-758768252d01 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.793111] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lease: (returnval){ [ 626.793111] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c105a-6bef-c1c4-0de9-679ff142cf4c" [ 626.793111] env[63393]: _type = "HttpNfcLease" [ 626.793111] env[63393]: } obtained for exporting VM: (result){ [ 626.793111] env[63393]: value = "vm-540579" [ 626.793111] env[63393]: _type = "VirtualMachine" [ 626.793111] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 626.793111] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the lease: (returnval){ [ 626.793111] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c105a-6bef-c1c4-0de9-679ff142cf4c" [ 626.793111] env[63393]: _type = "HttpNfcLease" [ 626.793111] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 626.800524] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.800524] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c105a-6bef-c1c4-0de9-679ff142cf4c" [ 626.800524] env[63393]: _type = "HttpNfcLease" [ 626.800524] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 627.203934] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610357} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.204479] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 69b7e6dd-497a-4e72-9669-5b3cf404bbf6/69b7e6dd-497a-4e72-9669-5b3cf404bbf6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.204838] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.205196] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecbe9636-95a7-43a1-a008-7f5b56074888 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.213118] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 627.213118] env[63393]: value = "task-2681381" [ 627.213118] env[63393]: _type = "Task" [ 627.213118] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.222666] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.227914] env[63393]: DEBUG nova.scheduler.client.report [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.265326] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "00ce5c4e-db18-4893-91df-47ca77bc9099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.265326] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.289112] env[63393]: DEBUG nova.compute.manager [req-58c70cd0-91c2-4c4c-ba4a-be45fca74bca req-43c2413e-5d44-416f-aeba-7accfbcc972c service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Received event network-vif-deleted-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.289112] env[63393]: INFO nova.compute.manager [req-58c70cd0-91c2-4c4c-ba4a-be45fca74bca req-43c2413e-5d44-416f-aeba-7accfbcc972c service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Neutron deleted interface 8b71b92b-2ad9-4ef4-b2d4-30546e408a58; detaching it from the instance and deleting it from the info cache [ 627.289272] env[63393]: DEBUG nova.network.neutron [req-58c70cd0-91c2-4c4c-ba4a-be45fca74bca req-43c2413e-5d44-416f-aeba-7accfbcc972c service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.301413] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 627.301413] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c105a-6bef-c1c4-0de9-679ff142cf4c" [ 627.301413] env[63393]: _type = "HttpNfcLease" [ 627.301413] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 627.301714] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 627.301714] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c105a-6bef-c1c4-0de9-679ff142cf4c" [ 627.301714] env[63393]: _type = "HttpNfcLease" [ 627.301714] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 627.302888] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196382bb-4396-4da1-bb3c-088a488c2f3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.311623] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a352-6f25-eb01-add1-d4434feeae87/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 627.311835] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a352-6f25-eb01-add1-d4434feeae87/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 627.372544] env[63393]: DEBUG nova.network.neutron [-] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.409035] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9078d7f2-dc9b-4c21-8685-06acbf18b33d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.453857] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.475200] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.475443] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.475598] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.475776] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.475922] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.476111] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.476331] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.476490] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.476647] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.476807] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.476980] env[63393]: DEBUG nova.virt.hardware [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.477885] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8a1a8-a2c1-4002-8303-1f718399d66f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.486347] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a2356d-1052-4f81-91da-272dda6212b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.562200] env[63393]: DEBUG nova.network.neutron [-] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.726256] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070864} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.726689] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.727444] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccc6888-f230-4d7d-91d5-7d6772481bf3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.747102] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.760094] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 69b7e6dd-497a-4e72-9669-5b3cf404bbf6/69b7e6dd-497a-4e72-9669-5b3cf404bbf6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.760094] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.970s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.760094] env[63393]: DEBUG nova.objects.instance [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lazy-loading 'resources' on Instance uuid c64d965b-7be7-4357-a787-3f92c720519b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.761319] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1521bfc5-c8e7-4fc1-b7a0-5d991c18dd6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.785111] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 627.785111] env[63393]: value = "task-2681382" [ 627.785111] env[63393]: _type = "Task" [ 627.785111] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.785599] env[63393]: INFO nova.scheduler.client.report [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleted allocations for instance 3d12aa80-970a-4952-92b8-190639fd60f9 [ 627.796215] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a98c9a19-402d-48de-9fbb-36f253f25275 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.804282] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.808719] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a27c419-e1b8-40a1-8cef-808be512b237 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.842647] env[63393]: DEBUG nova.compute.manager [req-58c70cd0-91c2-4c4c-ba4a-be45fca74bca req-43c2413e-5d44-416f-aeba-7accfbcc972c service nova] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Detach interface failed, port_id=8b71b92b-2ad9-4ef4-b2d4-30546e408a58, reason: Instance 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 627.876358] env[63393]: INFO nova.compute.manager [-] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Took 1.10 seconds to deallocate network for instance. [ 628.066063] env[63393]: INFO nova.compute.manager [-] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Took 1.56 seconds to deallocate network for instance. [ 628.300027] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681382, 'name': ReconfigVM_Task, 'duration_secs': 0.344558} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.300804] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96ccc745-fff0-498e-931f-ce0645005736 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "3d12aa80-970a-4952-92b8-190639fd60f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.471s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.302071] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 69b7e6dd-497a-4e72-9669-5b3cf404bbf6/69b7e6dd-497a-4e72-9669-5b3cf404bbf6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.303170] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-764c74ed-6a03-4925-9797-110d7c37f541 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.311805] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 628.311805] env[63393]: value = "task-2681383" [ 628.311805] env[63393]: _type = "Task" [ 628.311805] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.326947] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681383, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.385304] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.575200] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.593393] env[63393]: DEBUG nova.network.neutron [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Successfully updated port: 6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.756200] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquiring lock "8a309aad-b086-442f-a069-60c780c5b945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.760018] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "8a309aad-b086-442f-a069-60c780c5b945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.832378] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681383, 'name': Rename_Task, 'duration_secs': 0.169217} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.832729] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.833078] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852ff400-3d18-4981-8063-a77f015f76ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.841595] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 628.841595] env[63393]: value = "task-2681384" [ 628.841595] env[63393]: _type = "Task" [ 628.841595] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.852052] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.893232] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bf5797-9d3d-4039-bad7-3e59ba608f7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.903646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445e8234-4f4d-4b60-ae6f-fc990a80e703 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.940534] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454b495-7248-42f4-a19e-a4c85fdf91ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.951185] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dfb540-db0b-4943-be0b-f144dfb7ee3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.973579] env[63393]: DEBUG nova.compute.provider_tree [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.047330] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.047711] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.048099] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.048543] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.048543] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.050907] env[63393]: INFO nova.compute.manager [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Terminating instance [ 629.096048] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "refresh_cache-bf32371c-af10-493d-911c-4e62135b56d9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.096407] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired lock "refresh_cache-bf32371c-af10-493d-911c-4e62135b56d9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.096678] env[63393]: DEBUG nova.network.neutron [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.354270] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681384, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.460602] env[63393]: DEBUG nova.compute.manager [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Received event network-vif-deleted-6f719921-4730-43d0-832c-0d4ee76af5bc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.460922] env[63393]: DEBUG nova.compute.manager [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Received event network-vif-plugged-6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.461133] env[63393]: DEBUG oslo_concurrency.lockutils [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] Acquiring lock "bf32371c-af10-493d-911c-4e62135b56d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.461378] env[63393]: DEBUG oslo_concurrency.lockutils [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] Lock "bf32371c-af10-493d-911c-4e62135b56d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.461840] env[63393]: DEBUG oslo_concurrency.lockutils [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] Lock "bf32371c-af10-493d-911c-4e62135b56d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.461840] env[63393]: DEBUG nova.compute.manager [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] No waiting events found dispatching network-vif-plugged-6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.461977] env[63393]: WARNING nova.compute.manager [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Received unexpected event network-vif-plugged-6d0a44c7-eb87-4f27-978c-871fdccb48dd for instance with vm_state building and task_state spawning. [ 629.462243] env[63393]: DEBUG nova.compute.manager [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Received event network-changed-6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.462447] env[63393]: DEBUG nova.compute.manager [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Refreshing instance network info cache due to event network-changed-6d0a44c7-eb87-4f27-978c-871fdccb48dd. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.462630] env[63393]: DEBUG oslo_concurrency.lockutils [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] Acquiring lock "refresh_cache-bf32371c-af10-493d-911c-4e62135b56d9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.477505] env[63393]: DEBUG nova.scheduler.client.report [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.481266] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.482329] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.555737] env[63393]: DEBUG nova.compute.manager [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.556139] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.557369] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d819bc9-73cf-4a10-8433-5617163b4440 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.568192] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.568491] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb49a42-0b37-4e47-83b9-2dbb5a68c5a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.577144] env[63393]: DEBUG oslo_vmware.api [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 629.577144] env[63393]: value = "task-2681385" [ 629.577144] env[63393]: _type = "Task" [ 629.577144] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.587309] env[63393]: DEBUG oslo_vmware.api [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.671667] env[63393]: DEBUG nova.network.neutron [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.856646] env[63393]: DEBUG oslo_vmware.api [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681384, 'name': PowerOnVM_Task, 'duration_secs': 0.603089} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.856646] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.856646] env[63393]: INFO nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Took 9.53 seconds to spawn the instance on the hypervisor. [ 629.856646] env[63393]: DEBUG nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.856646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c61e22d-0298-4890-b182-a242bd8bf736 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.983188] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.986920] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.411s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.988952] env[63393]: INFO nova.compute.claims [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.000012] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.000527] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.000619] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.000848] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.001178] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.001363] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.001535] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 630.001788] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.018270] env[63393]: INFO nova.scheduler.client.report [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Deleted allocations for instance c64d965b-7be7-4357-a787-3f92c720519b [ 630.069989] env[63393]: DEBUG nova.network.neutron [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Updating instance_info_cache with network_info: [{"id": "6d0a44c7-eb87-4f27-978c-871fdccb48dd", "address": "fa:16:3e:63:30:6f", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0a44c7-eb", "ovs_interfaceid": "6d0a44c7-eb87-4f27-978c-871fdccb48dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.088750] env[63393]: DEBUG oslo_vmware.api [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681385, 'name': PowerOffVM_Task, 'duration_secs': 0.273907} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.090095] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.090301] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.090807] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67eb9ea8-fed9-4e85-a7be-f13ae9544e57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.173090] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.173343] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.173595] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleting the datastore file [datastore1] fa73bac1-49d8-4360-a96e-1527ee1fc1cf {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.173878] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7e2296b-0323-48ff-b4f6-111a1ff46924 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.182775] env[63393]: DEBUG oslo_vmware.api [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for the task: (returnval){ [ 630.182775] env[63393]: value = "task-2681387" [ 630.182775] env[63393]: _type = "Task" [ 630.182775] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.194408] env[63393]: DEBUG oslo_vmware.api [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.379484] env[63393]: INFO nova.compute.manager [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Took 41.62 seconds to build instance. [ 630.507514] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.528317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Lock "c64d965b-7be7-4357-a787-3f92c720519b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.257s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.573198] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Releasing lock "refresh_cache-bf32371c-af10-493d-911c-4e62135b56d9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.575948] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Instance network_info: |[{"id": "6d0a44c7-eb87-4f27-978c-871fdccb48dd", "address": "fa:16:3e:63:30:6f", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0a44c7-eb", "ovs_interfaceid": "6d0a44c7-eb87-4f27-978c-871fdccb48dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.575948] env[63393]: DEBUG oslo_concurrency.lockutils [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] Acquired lock "refresh_cache-bf32371c-af10-493d-911c-4e62135b56d9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.576221] env[63393]: DEBUG nova.network.neutron [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Refreshing network info cache for port 6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.582096] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:30:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0a44c7-eb87-4f27-978c-871fdccb48dd', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.591453] env[63393]: DEBUG oslo.service.loopingcall [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.592807] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.593207] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a81dddf-2152-4038-bd58-5128d037e136 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.620889] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.620889] env[63393]: value = "task-2681388" [ 630.620889] env[63393]: _type = "Task" [ 630.620889] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.632441] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681388, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.695251] env[63393]: DEBUG oslo_vmware.api [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Task: {'id': task-2681387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195025} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.695251] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.695251] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.695251] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.696791] env[63393]: INFO nova.compute.manager [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 630.696791] env[63393]: DEBUG oslo.service.loopingcall [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.696791] env[63393]: DEBUG nova.compute.manager [-] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.696791] env[63393]: DEBUG nova.network.neutron [-] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.881571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1505b53d-6043-408f-949f-51331f6224bd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.224s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.134156] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681388, 'name': CreateVM_Task, 'duration_secs': 0.462668} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.134399] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.135242] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.135365] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.135754] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.136071] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d325acd-265d-44c7-8a55-ab740164d5ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.142754] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 631.142754] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b691a0-19d9-9cfe-0cae-9ce79e52563f" [ 631.142754] env[63393]: _type = "Task" [ 631.142754] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.158033] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b691a0-19d9-9cfe-0cae-9ce79e52563f, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.158401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.158675] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.158964] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.159137] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.159339] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.159637] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae737f38-ffca-4a65-a384-eb37378dd3df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.173722] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.173980] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.177167] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aeee6cd-01bb-46b1-8ec5-2baecbd7d744 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.184455] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 631.184455] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f89a65-bfad-cf39-5a9e-d2252be9a08f" [ 631.184455] env[63393]: _type = "Task" [ 631.184455] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.197950] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f89a65-bfad-cf39-5a9e-d2252be9a08f, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.203525] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5e161e-5d5e-471b-a291-2c28835b08d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.215350] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 631.215350] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522f8832-737e-d951-a84e-06d67e9b8cb4" [ 631.215350] env[63393]: _type = "Task" [ 631.215350] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.230412] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522f8832-737e-d951-a84e-06d67e9b8cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.230820] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.231215] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] bf32371c-af10-493d-911c-4e62135b56d9/bf32371c-af10-493d-911c-4e62135b56d9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.231616] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f54201a-a75f-4328-901e-d9eddba51aba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.244306] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 631.244306] env[63393]: value = "task-2681389" [ 631.244306] env[63393]: _type = "Task" [ 631.244306] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.257370] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.384523] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.642017] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3d4a0e-0ef0-4a42-8e00-1c0c7f144c18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.652835] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ab62c-7b17-493a-897d-6970fd128b74 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.701203] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e9c575-0563-4388-808e-28528f4727f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.714325] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b816621-f982-43b8-8ccc-68e25ab267b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.736699] env[63393]: DEBUG nova.compute.provider_tree [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.756243] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681389, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.913754] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.016082] env[63393]: DEBUG nova.network.neutron [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Updated VIF entry in instance network info cache for port 6d0a44c7-eb87-4f27-978c-871fdccb48dd. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.016082] env[63393]: DEBUG nova.network.neutron [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Updating instance_info_cache with network_info: [{"id": "6d0a44c7-eb87-4f27-978c-871fdccb48dd", "address": "fa:16:3e:63:30:6f", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0a44c7-eb", "ovs_interfaceid": "6d0a44c7-eb87-4f27-978c-871fdccb48dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.113619] env[63393]: DEBUG nova.compute.manager [req-9c432faa-4568-42d1-84e5-6d52dee842f1 req-ae0ab0d9-48b3-4569-9773-feb134c2b2e7 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Received event network-vif-deleted-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.113619] env[63393]: INFO nova.compute.manager [req-9c432faa-4568-42d1-84e5-6d52dee842f1 req-ae0ab0d9-48b3-4569-9773-feb134c2b2e7 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Neutron deleted interface 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1; detaching it from the instance and deleting it from the info cache [ 632.113619] env[63393]: DEBUG nova.network.neutron [req-9c432faa-4568-42d1-84e5-6d52dee842f1 req-ae0ab0d9-48b3-4569-9773-feb134c2b2e7 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.207159] env[63393]: DEBUG nova.network.neutron [-] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.241858] env[63393]: DEBUG nova.scheduler.client.report [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.268526] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523599} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.268927] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] bf32371c-af10-493d-911c-4e62135b56d9/bf32371c-af10-493d-911c-4e62135b56d9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.269285] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.270424] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bfe33b4-af14-43b2-8bca-17ca2bc4348b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.280231] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 632.280231] env[63393]: value = "task-2681390" [ 632.280231] env[63393]: _type = "Task" [ 632.280231] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.294011] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.523202] env[63393]: DEBUG oslo_concurrency.lockutils [req-fb7f1068-394d-4fca-9996-a666791998ae req-5be7ae3f-6331-4863-a53b-9b60440c92a9 service nova] Releasing lock "refresh_cache-bf32371c-af10-493d-911c-4e62135b56d9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.616543] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9efb427f-725b-40ce-a056-887401edc778 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.630297] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bff6947-05af-4c59-a5eb-4a7f7539a79a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.671979] env[63393]: DEBUG nova.compute.manager [req-9c432faa-4568-42d1-84e5-6d52dee842f1 req-ae0ab0d9-48b3-4569-9773-feb134c2b2e7 service nova] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Detach interface failed, port_id=7b1c1254-a16a-4709-8cc6-c0f52a70c6e1, reason: Instance fa73bac1-49d8-4360-a96e-1527ee1fc1cf could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 632.710270] env[63393]: INFO nova.compute.manager [-] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Took 2.01 seconds to deallocate network for instance. [ 632.748929] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.749941] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.757341] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.990s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.757609] env[63393]: DEBUG nova.objects.instance [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lazy-loading 'resources' on Instance uuid da37af6a-06d4-4c29-a60a-ac0c01939cf9 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.794552] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096911} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.794895] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.796667] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36bf4a0-f559-4e95-8dee-7bb6a0044e37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.825034] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] bf32371c-af10-493d-911c-4e62135b56d9/bf32371c-af10-493d-911c-4e62135b56d9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.827350] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06826afb-3047-435c-9080-3956b8b5068e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.856584] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 632.856584] env[63393]: value = "task-2681391" [ 632.856584] env[63393]: _type = "Task" [ 632.856584] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.867630] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.217737] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.262099] env[63393]: DEBUG nova.compute.utils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.272606] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.272837] env[63393]: DEBUG nova.network.neutron [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.347248] env[63393]: DEBUG nova.compute.manager [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-changed-f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.347248] env[63393]: DEBUG nova.compute.manager [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Refreshing instance network info cache due to event network-changed-f8373a4e-84df-447b-96af-cd51e7eb2c47. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.347248] env[63393]: DEBUG oslo_concurrency.lockutils [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] Acquiring lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.347374] env[63393]: DEBUG oslo_concurrency.lockutils [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] Acquired lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.347493] env[63393]: DEBUG nova.network.neutron [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Refreshing network info cache for port f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.379305] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.384339] env[63393]: DEBUG nova.policy [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10bbb4bf397742369a496d2ba256f8ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aff4fbfe7584fc38a9eb42b1143d80b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.777109] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.872938] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681391, 'name': ReconfigVM_Task, 'duration_secs': 0.583561} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.875188] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Reconfigured VM instance instance-0000001e to attach disk [datastore2] bf32371c-af10-493d-911c-4e62135b56d9/bf32371c-af10-493d-911c-4e62135b56d9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.876037] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6691388-54e6-4967-b82c-ff3dfde2df79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.888750] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 633.888750] env[63393]: value = "task-2681392" [ 633.888750] env[63393]: _type = "Task" [ 633.888750] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.905349] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681392, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.973234] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "48c39fea-14ce-4231-9f7d-badd7cc912ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.973771] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "48c39fea-14ce-4231-9f7d-badd7cc912ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.036803] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208f568-ffbe-404a-b691-0dc33d3344dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.047482] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c287438-3bcc-45eb-820c-a059041cdb00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.085897] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e392a135-5a88-4c2f-89db-5ab23c7ace51 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.095449] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a371049e-8296-4c9c-ba39-7e1e35b02342 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.114571] env[63393]: DEBUG nova.compute.provider_tree [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.188402] env[63393]: DEBUG nova.network.neutron [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Successfully created port: f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.405063] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681392, 'name': Rename_Task, 'duration_secs': 0.265591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.408270] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.409078] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b75dc09a-d876-4d51-b95d-00f963fd46c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.418387] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 634.418387] env[63393]: value = "task-2681393" [ 634.418387] env[63393]: _type = "Task" [ 634.418387] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.428597] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.512513] env[63393]: DEBUG nova.network.neutron [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updated VIF entry in instance network info cache for port f8373a4e-84df-447b-96af-cd51e7eb2c47. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.512992] env[63393]: DEBUG nova.network.neutron [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.618747] env[63393]: DEBUG nova.scheduler.client.report [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.787909] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.817100] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.817386] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.817547] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.817725] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.817871] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.818038] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.818881] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.818881] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.818881] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.818881] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.819069] env[63393]: DEBUG nova.virt.hardware [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.819988] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e4147-1b7c-438b-bdde-50f9092ccbfc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.830972] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef844d-4481-48d2-8cdc-8c6e686ab14a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.933353] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.017335] env[63393]: DEBUG oslo_concurrency.lockutils [req-74ec0628-5543-41b9-9ac7-56ecc12de92a req-7d7a6dc4-7e19-4c06-9a27-f070ca81e8db service nova] Releasing lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.125322] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.128876] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.469s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.131256] env[63393]: INFO nova.compute.claims [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.165790] env[63393]: INFO nova.scheduler.client.report [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Deleted allocations for instance da37af6a-06d4-4c29-a60a-ac0c01939cf9 [ 635.431824] env[63393]: DEBUG oslo_vmware.api [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681393, 'name': PowerOnVM_Task, 'duration_secs': 0.671739} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.432584] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.432958] env[63393]: INFO nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Took 7.98 seconds to spawn the instance on the hypervisor. [ 635.433793] env[63393]: DEBUG nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.434890] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d9514-a963-41b2-9b4f-024bc99d8d6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.542019] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a352-6f25-eb01-add1-d4434feeae87/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 635.544278] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf45e58-e2cf-4726-97b5-0dae294c346a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.555908] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a352-6f25-eb01-add1-d4434feeae87/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 635.556143] env[63393]: ERROR oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a352-6f25-eb01-add1-d4434feeae87/disk-0.vmdk due to incomplete transfer. [ 635.556984] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea291cf6-93e2-49d9-95b0-af949f0744f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.568156] env[63393]: DEBUG oslo_vmware.rw_handles [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211a352-6f25-eb01-add1-d4434feeae87/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 635.568246] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Uploaded image 0dec27b8-c7a1-4efa-b024-03f5fa0b461f to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 635.571019] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 635.571019] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-081a9826-8b5f-4f94-a1f1-a479e0e78728 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.580429] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 635.580429] env[63393]: value = "task-2681394" [ 635.580429] env[63393]: _type = "Task" [ 635.580429] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.588477] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681394, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.676255] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Lock "da37af6a-06d4-4c29-a60a-ac0c01939cf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.779s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.958042] env[63393]: INFO nova.compute.manager [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Took 41.48 seconds to build instance. [ 636.024571] env[63393]: DEBUG nova.compute.manager [req-9b729177-246c-43ac-9a08-edc4e86def0a req-ede1546a-8eca-4cfa-894e-42168f44c23f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Received event network-vif-plugged-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.024571] env[63393]: DEBUG oslo_concurrency.lockutils [req-9b729177-246c-43ac-9a08-edc4e86def0a req-ede1546a-8eca-4cfa-894e-42168f44c23f service nova] Acquiring lock "8b83e720-1025-4989-9bd0-37b3da8511ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.024762] env[63393]: DEBUG oslo_concurrency.lockutils [req-9b729177-246c-43ac-9a08-edc4e86def0a req-ede1546a-8eca-4cfa-894e-42168f44c23f service nova] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.024908] env[63393]: DEBUG oslo_concurrency.lockutils [req-9b729177-246c-43ac-9a08-edc4e86def0a req-ede1546a-8eca-4cfa-894e-42168f44c23f service nova] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.025094] env[63393]: DEBUG nova.compute.manager [req-9b729177-246c-43ac-9a08-edc4e86def0a req-ede1546a-8eca-4cfa-894e-42168f44c23f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] No waiting events found dispatching network-vif-plugged-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.025263] env[63393]: WARNING nova.compute.manager [req-9b729177-246c-43ac-9a08-edc4e86def0a req-ede1546a-8eca-4cfa-894e-42168f44c23f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Received unexpected event network-vif-plugged-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 for instance with vm_state building and task_state spawning. [ 636.094090] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681394, 'name': Destroy_Task, 'duration_secs': 0.411903} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.094362] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Destroyed the VM [ 636.094587] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 636.094855] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93633161-614f-4764-b40e-4baa8295c95e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.104437] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 636.104437] env[63393]: value = "task-2681395" [ 636.104437] env[63393]: _type = "Task" [ 636.104437] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.118135] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.178810] env[63393]: DEBUG nova.network.neutron [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Successfully updated port: f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.462334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-01a97945-0d62-4389-be84-4d21a51c425f tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "bf32371c-af10-493d-911c-4e62135b56d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.339s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.629553] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681395, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.681369] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.681640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquired lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.681702] env[63393]: DEBUG nova.network.neutron [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.757960] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1142ddf5-57b5-437e-9efa-6e5599891dfd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.772177] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae64eef8-a611-46eb-96eb-53af7b891677 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.814495] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13504e63-7b94-414f-a5a9-52fb0c0addcf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.826445] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e090cb4-d2bf-49ec-bff9-b2fad11a2fc2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.842526] env[63393]: DEBUG nova.compute.provider_tree [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.968727] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.980311] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.980543] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.123190] env[63393]: DEBUG oslo_vmware.api [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681395, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609367} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.123642] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 637.124011] env[63393]: INFO nova.compute.manager [None req-59fb80e5-b4e7-4523-803b-037096d92ec8 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Took 14.52 seconds to snapshot the instance on the hypervisor. [ 637.235589] env[63393]: DEBUG nova.network.neutron [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.346560] env[63393]: DEBUG nova.scheduler.client.report [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.436503] env[63393]: DEBUG nova.network.neutron [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updating instance_info_cache with network_info: [{"id": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "address": "fa:16:3e:93:8c:5d", "network": {"id": "fb1bb404-2ccb-498d-a8a5-d8ffd179f404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-703840925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff4fbfe7584fc38a9eb42b1143d80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aa160f-54", "ovs_interfaceid": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.497345] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.635716] env[63393]: DEBUG nova.compute.manager [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.637576] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc260f-e7c1-4a60-b831-842c7c44980f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.853096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.853463] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.856224] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.713s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.856455] env[63393]: DEBUG nova.objects.instance [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lazy-loading 'resources' on Instance uuid f255de95-0e89-488b-8441-cc7c997cdf89 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.940129] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Releasing lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.941349] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Instance network_info: |[{"id": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "address": "fa:16:3e:93:8c:5d", "network": {"id": "fb1bb404-2ccb-498d-a8a5-d8ffd179f404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-703840925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff4fbfe7584fc38a9eb42b1143d80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aa160f-54", "ovs_interfaceid": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.941526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:8c:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7aa160f-546a-4fc3-8b78-1fd153cf3b01', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.950791] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Creating folder: Project (0aff4fbfe7584fc38a9eb42b1143d80b). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.952720] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40072f18-1f5e-4e78-9183-3049f59b4db7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.968583] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Created folder: Project (0aff4fbfe7584fc38a9eb42b1143d80b) in parent group-v540494. [ 637.968583] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Creating folder: Instances. Parent ref: group-v540581. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.968788] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d30de486-ee85-4558-b8a0-6de1ca3b5cea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.980456] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Created folder: Instances in parent group-v540581. [ 637.980456] env[63393]: DEBUG oslo.service.loopingcall [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.981416] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.981416] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623ba9c4-25ef-44dc-aa66-8939c5b52a7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.002420] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.002420] env[63393]: value = "task-2681398" [ 638.002420] env[63393]: _type = "Task" [ 638.002420] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.012285] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681398, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.152252] env[63393]: INFO nova.compute.manager [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] instance snapshotting [ 638.156201] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142f31c-4b3b-4d04-983b-643c50000304 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.178564] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b598986-a297-4949-ae2c-36712388dc75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.187545] env[63393]: DEBUG nova.compute.manager [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Received event network-changed-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.187545] env[63393]: DEBUG nova.compute.manager [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Refreshing instance network info cache due to event network-changed-f7aa160f-546a-4fc3-8b78-1fd153cf3b01. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.187545] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] Acquiring lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.187545] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] Acquired lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.187545] env[63393]: DEBUG nova.network.neutron [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Refreshing network info cache for port f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.329916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "7671d351-0759-4462-acf5-302d615f0b73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.329916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "7671d351-0759-4462-acf5-302d615f0b73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.362022] env[63393]: DEBUG nova.compute.utils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.362022] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.362022] env[63393]: DEBUG nova.network.neutron [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.418359] env[63393]: DEBUG nova.policy [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1304320268c24f69b5dc092b84f45932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b93a6e5e45ab42129d7bf595fb2083b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.460352] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "2613b16c-08ce-4423-a1c5-c342fa7c79db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.460352] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.460352] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "2613b16c-08ce-4423-a1c5-c342fa7c79db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.460352] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.461542] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.468778] env[63393]: INFO nova.compute.manager [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Terminating instance [ 638.519167] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681398, 'name': CreateVM_Task, 'duration_secs': 0.423036} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.519443] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.522729] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.522729] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.522729] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.522967] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b74bcb9-ed3a-426a-982b-70e0cc02c05e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.531811] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 638.531811] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5273bb4f-efb5-0433-537e-9d5525a5dc30" [ 638.531811] env[63393]: _type = "Task" [ 638.531811] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.541017] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5273bb4f-efb5-0433-537e-9d5525a5dc30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.702331] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 638.705951] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0b935aa-1c41-40c4-850d-123f2f52d68a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.721808] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 638.721808] env[63393]: value = "task-2681399" [ 638.721808] env[63393]: _type = "Task" [ 638.721808] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.729543] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.824584] env[63393]: DEBUG nova.network.neutron [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Successfully created port: 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.868384] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.975124] env[63393]: DEBUG nova.compute.manager [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.975364] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.976701] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec1735-541d-41e7-a499-9a90e7fa1f4c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.985513] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.986393] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-815964f2-dc7f-4c4b-9552-7f4425107c45 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.990569] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c3b417-50ac-45a5-8eea-8eeabc9225a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.998723] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 638.998723] env[63393]: value = "task-2681400" [ 638.998723] env[63393]: _type = "Task" [ 638.998723] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.006910] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030598b-1d68-4113-aa4c-3e181770d3b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.013566] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.050192] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc322d9-e6f3-4c84-aaed-df3d4796773a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.059465] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5273bb4f-efb5-0433-537e-9d5525a5dc30, 'name': SearchDatastore_Task, 'duration_secs': 0.015353} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.061693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.061985] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.062214] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.062318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.062545] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.062870] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc7d9d5-8a72-48d9-9d13-81117a27b27a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.065704] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c462e693-61e8-4f75-86cf-6f6dc184e4e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.081239] env[63393]: DEBUG nova.compute.provider_tree [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.084369] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.084557] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.085293] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534c6cb0-ae2e-444e-8bdf-e34b9120b389 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.092540] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 639.092540] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5227c304-64fe-c0ad-f9cd-7b4e2d64dcdb" [ 639.092540] env[63393]: _type = "Task" [ 639.092540] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.105692] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5227c304-64fe-c0ad-f9cd-7b4e2d64dcdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.106836] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dab203-4b00-4767-955a-d346069ef981 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.113629] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 639.113629] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8c584-4d68-bcc9-62af-8e41daeb0009" [ 639.113629] env[63393]: _type = "Task" [ 639.113629] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.123396] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8c584-4d68-bcc9-62af-8e41daeb0009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.162023] env[63393]: DEBUG nova.network.neutron [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updated VIF entry in instance network info cache for port f7aa160f-546a-4fc3-8b78-1fd153cf3b01. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.162023] env[63393]: DEBUG nova.network.neutron [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updating instance_info_cache with network_info: [{"id": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "address": "fa:16:3e:93:8c:5d", "network": {"id": "fb1bb404-2ccb-498d-a8a5-d8ffd179f404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-703840925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff4fbfe7584fc38a9eb42b1143d80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aa160f-54", "ovs_interfaceid": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.233717] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681399, 'name': CreateSnapshot_Task, 'duration_secs': 0.501448} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.234048] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 639.237894] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151cb6bc-e2ce-46de-923d-94e03b31cf6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.512115] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.585883] env[63393]: DEBUG nova.scheduler.client.report [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.627656] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8c584-4d68-bcc9-62af-8e41daeb0009, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.628617] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.630766] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 8b83e720-1025-4989-9bd0-37b3da8511ae/8b83e720-1025-4989-9bd0-37b3da8511ae.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.630766] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b41e1779-8d45-46e3-810a-7c5320481d64 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.640227] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 639.640227] env[63393]: value = "task-2681401" [ 639.640227] env[63393]: _type = "Task" [ 639.640227] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.650077] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.663352] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4c8e9dc-eb7a-4d27-9198-936683c648b4 req-d83b71fa-fc9d-4d34-b91e-630b6b6100ed service nova] Releasing lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.754645] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 639.754996] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e580a5a-7493-4687-8a42-886ef041423e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.765647] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 639.765647] env[63393]: value = "task-2681402" [ 639.765647] env[63393]: _type = "Task" [ 639.765647] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.775167] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681402, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.887498] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.925903] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.926532] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.927118] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.928113] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.928113] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.928113] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.928113] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.928521] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.928868] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.929173] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.930935] env[63393]: DEBUG nova.virt.hardware [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.930935] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a224c83-a74d-4b5f-a38c-1e018df72fd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.942479] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9e8614-06e2-4348-9ef4-eafaab373375 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.012205] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681400, 'name': PowerOffVM_Task, 'duration_secs': 0.620037} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.013052] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.013152] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.013459] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f95a3e9-badd-496c-a180-1a4fae33b2ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.096473] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.100974] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.246s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.105346] env[63393]: INFO nova.compute.claims [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.110316] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.110543] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.110720] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Deleting the datastore file [datastore1] 2613b16c-08ce-4423-a1c5-c342fa7c79db {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.111339] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5399c929-b8af-4b75-bc36-d1ae5c301e52 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.120030] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for the task: (returnval){ [ 640.120030] env[63393]: value = "task-2681404" [ 640.120030] env[63393]: _type = "Task" [ 640.120030] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.125699] env[63393]: INFO nova.scheduler.client.report [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted allocations for instance f255de95-0e89-488b-8441-cc7c997cdf89 [ 640.132091] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.151210] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509663} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.152143] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 8b83e720-1025-4989-9bd0-37b3da8511ae/8b83e720-1025-4989-9bd0-37b3da8511ae.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.152143] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.152482] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-277b4428-385d-4501-9363-c02f4830c0b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.163361] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 640.163361] env[63393]: value = "task-2681405" [ 640.163361] env[63393]: _type = "Task" [ 640.163361] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.175731] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.277739] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681402, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.638368] env[63393]: DEBUG oslo_vmware.api [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Task: {'id': task-2681404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.638829] env[63393]: DEBUG oslo_concurrency.lockutils [None req-57dddd4b-46a0-4745-b78b-f727c88fb119 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "f255de95-0e89-488b-8441-cc7c997cdf89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.909s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.639689] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.639881] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.640351] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.640351] env[63393]: INFO nova.compute.manager [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Took 1.66 seconds to destroy the instance on the hypervisor. [ 640.640518] env[63393]: DEBUG oslo.service.loopingcall [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.641129] env[63393]: DEBUG nova.compute.manager [-] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.641348] env[63393]: DEBUG nova.network.neutron [-] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.658543] env[63393]: DEBUG nova.compute.manager [req-262c4356-6b4b-4395-8513-777ff316a3f0 req-cd8435c7-f4f9-443a-af7f-e816a656e547 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Received event network-vif-plugged-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.658761] env[63393]: DEBUG oslo_concurrency.lockutils [req-262c4356-6b4b-4395-8513-777ff316a3f0 req-cd8435c7-f4f9-443a-af7f-e816a656e547 service nova] Acquiring lock "a0e8987b-f229-466e-8a19-108a84646ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.658953] env[63393]: DEBUG oslo_concurrency.lockutils [req-262c4356-6b4b-4395-8513-777ff316a3f0 req-cd8435c7-f4f9-443a-af7f-e816a656e547 service nova] Lock "a0e8987b-f229-466e-8a19-108a84646ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.659155] env[63393]: DEBUG oslo_concurrency.lockutils [req-262c4356-6b4b-4395-8513-777ff316a3f0 req-cd8435c7-f4f9-443a-af7f-e816a656e547 service nova] Lock "a0e8987b-f229-466e-8a19-108a84646ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.659494] env[63393]: DEBUG nova.compute.manager [req-262c4356-6b4b-4395-8513-777ff316a3f0 req-cd8435c7-f4f9-443a-af7f-e816a656e547 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] No waiting events found dispatching network-vif-plugged-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.659494] env[63393]: WARNING nova.compute.manager [req-262c4356-6b4b-4395-8513-777ff316a3f0 req-cd8435c7-f4f9-443a-af7f-e816a656e547 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Received unexpected event network-vif-plugged-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf for instance with vm_state building and task_state spawning. [ 640.673509] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080433} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.673786] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.674565] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b4875-5455-488b-ac2a-650a2c0e4392 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.708367] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8b83e720-1025-4989-9bd0-37b3da8511ae/8b83e720-1025-4989-9bd0-37b3da8511ae.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.708621] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f96d2e4-8ed4-46f2-8ef8-1ca832ecd501 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.733365] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 640.733365] env[63393]: value = "task-2681406" [ 640.733365] env[63393]: _type = "Task" [ 640.733365] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.746648] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.779674] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681402, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.972214] env[63393]: DEBUG nova.network.neutron [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Successfully updated port: 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.249557] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.281368] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681402, 'name': CloneVM_Task, 'duration_secs': 1.492438} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.284198] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Created linked-clone VM from snapshot [ 641.285462] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa3c1b-f1d5-49bb-8e2d-02b809e6f83b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.296972] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Uploading image 6c354259-332f-42a9-82de-f66c428b05c1 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 641.322391] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 641.322391] env[63393]: value = "vm-540585" [ 641.322391] env[63393]: _type = "VirtualMachine" [ 641.322391] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 641.322707] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4767f0d-a25d-4c3f-9b12-cad27e9e3a4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.334612] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lease: (returnval){ [ 641.334612] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b2c97d-c4d7-f340-9924-2a1797a7959b" [ 641.334612] env[63393]: _type = "HttpNfcLease" [ 641.334612] env[63393]: } obtained for exporting VM: (result){ [ 641.334612] env[63393]: value = "vm-540585" [ 641.334612] env[63393]: _type = "VirtualMachine" [ 641.334612] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 641.335020] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the lease: (returnval){ [ 641.335020] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b2c97d-c4d7-f340-9924-2a1797a7959b" [ 641.335020] env[63393]: _type = "HttpNfcLease" [ 641.335020] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 641.350446] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.350446] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b2c97d-c4d7-f340-9924-2a1797a7959b" [ 641.350446] env[63393]: _type = "HttpNfcLease" [ 641.350446] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 641.478118] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "refresh_cache-a0e8987b-f229-466e-8a19-108a84646ae3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.478118] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquired lock "refresh_cache-a0e8987b-f229-466e-8a19-108a84646ae3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.478118] env[63393]: DEBUG nova.network.neutron [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.594795] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.594795] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.594795] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.594795] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.595054] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.596128] env[63393]: INFO nova.compute.manager [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Terminating instance [ 641.685824] env[63393]: DEBUG nova.network.neutron [-] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.689823] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e324ebb-b770-4c77-aea2-b417e6f1a6fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.699638] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5545bf85-60ec-4b10-bcd2-4f4a88c5c5a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.740895] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd309a19-6afc-43a2-ade2-6698dd870424 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.755987] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e2e1ed-6b12-4b5b-b121-db0e19d5185f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.763715] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681406, 'name': ReconfigVM_Task, 'duration_secs': 0.69591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.764029] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8b83e720-1025-4989-9bd0-37b3da8511ae/8b83e720-1025-4989-9bd0-37b3da8511ae.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.765088] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb27af7-0c35-44d6-9f7e-0f5a326cd7a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.775611] env[63393]: DEBUG nova.compute.provider_tree [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.778163] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 641.778163] env[63393]: value = "task-2681408" [ 641.778163] env[63393]: _type = "Task" [ 641.778163] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.789051] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681408, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.844868] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.844868] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b2c97d-c4d7-f340-9924-2a1797a7959b" [ 641.844868] env[63393]: _type = "HttpNfcLease" [ 641.844868] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 641.845413] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 641.845413] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b2c97d-c4d7-f340-9924-2a1797a7959b" [ 641.845413] env[63393]: _type = "HttpNfcLease" [ 641.845413] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 641.845950] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938c09a-a900-4ce9-8f37-8bcf81d77a7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.855876] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0b5f7-a276-7c22-c500-15b20dec307f/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 641.856081] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0b5f7-a276-7c22-c500-15b20dec307f/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 641.946786] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbbdaecb-c2aa-4397-9f5e-5b0ca8af4e2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.015812] env[63393]: DEBUG nova.network.neutron [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.095693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.096016] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.104076] env[63393]: DEBUG nova.compute.manager [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.104288] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.106578] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe90cc4-f18a-4870-8fc3-25f6eabfa4ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.117799] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.118035] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-884b46f7-96c9-4ebb-8f11-185ad4424206 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.125563] env[63393]: DEBUG oslo_vmware.api [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 642.125563] env[63393]: value = "task-2681409" [ 642.125563] env[63393]: _type = "Task" [ 642.125563] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.135743] env[63393]: DEBUG oslo_vmware.api [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.184160] env[63393]: DEBUG nova.network.neutron [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Updating instance_info_cache with network_info: [{"id": "5d02faf7-82a7-4a7b-9b1b-c50738e15eaf", "address": "fa:16:3e:79:93:99", "network": {"id": "3aa022cd-52e1-4111-b218-e742f8559ff0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-371301274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93a6e5e45ab42129d7bf595fb2083b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d02faf7-82", "ovs_interfaceid": "5d02faf7-82a7-4a7b-9b1b-c50738e15eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.188729] env[63393]: INFO nova.compute.manager [-] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Took 1.55 seconds to deallocate network for instance. [ 642.280336] env[63393]: DEBUG nova.scheduler.client.report [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.295663] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681408, 'name': Rename_Task, 'duration_secs': 0.159439} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.296915] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.296915] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1c3b341-9bb3-43ad-9414-6797a3991e0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.307686] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 642.307686] env[63393]: value = "task-2681410" [ 642.307686] env[63393]: _type = "Task" [ 642.307686] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.326091] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.637249] env[63393]: DEBUG oslo_vmware.api [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681409, 'name': PowerOffVM_Task, 'duration_secs': 0.340046} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.637860] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.638534] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.638615] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab83fc4a-3c51-4c24-afad-480903a788af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.687350] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Releasing lock "refresh_cache-a0e8987b-f229-466e-8a19-108a84646ae3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.687643] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Instance network_info: |[{"id": "5d02faf7-82a7-4a7b-9b1b-c50738e15eaf", "address": "fa:16:3e:79:93:99", "network": {"id": "3aa022cd-52e1-4111-b218-e742f8559ff0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-371301274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93a6e5e45ab42129d7bf595fb2083b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d02faf7-82", "ovs_interfaceid": "5d02faf7-82a7-4a7b-9b1b-c50738e15eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.688483] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:93:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d02faf7-82a7-4a7b-9b1b-c50738e15eaf', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.698248] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Creating folder: Project (b93a6e5e45ab42129d7bf595fb2083b2). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.700406] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.700743] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-008299d4-5dd5-4ba9-94f1-31d3e203f7dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.719026] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Created folder: Project (b93a6e5e45ab42129d7bf595fb2083b2) in parent group-v540494. [ 642.721478] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Creating folder: Instances. Parent ref: group-v540586. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.724174] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3a3dd8-8b44-41d9-9964-cf821b76ba9d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.726598] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.727030] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.727326] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleting the datastore file [datastore2] 33736b9b-a9b1-438b-a04c-5fb79282c7d6 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.727943] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ad3d5e6-891e-4a2a-930a-90a564c78681 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.738168] env[63393]: DEBUG oslo_vmware.api [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 642.738168] env[63393]: value = "task-2681414" [ 642.738168] env[63393]: _type = "Task" [ 642.738168] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.744898] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Created folder: Instances in parent group-v540586. [ 642.745477] env[63393]: DEBUG oslo.service.loopingcall [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.749394] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.749394] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-247abfb2-69d5-4d58-9372-54b4b8b4462d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.771894] env[63393]: DEBUG oslo_vmware.api [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.780749] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.780749] env[63393]: value = "task-2681415" [ 642.780749] env[63393]: _type = "Task" [ 642.780749] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.789272] env[63393]: DEBUG nova.compute.manager [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Received event network-changed-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.789742] env[63393]: DEBUG nova.compute.manager [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Refreshing instance network info cache due to event network-changed-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.790288] env[63393]: DEBUG oslo_concurrency.lockutils [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] Acquiring lock "refresh_cache-a0e8987b-f229-466e-8a19-108a84646ae3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.790453] env[63393]: DEBUG oslo_concurrency.lockutils [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] Acquired lock "refresh_cache-a0e8987b-f229-466e-8a19-108a84646ae3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.790799] env[63393]: DEBUG nova.network.neutron [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Refreshing network info cache for port 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.798755] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.801572] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.803980] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681415, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.804960] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.566s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.807440] env[63393]: INFO nova.compute.claims [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.828720] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681410, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.249455] env[63393]: DEBUG oslo_vmware.api [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.249797] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.250063] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.250295] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.250516] env[63393]: INFO nova.compute.manager [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 643.250817] env[63393]: DEBUG oslo.service.loopingcall [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.251077] env[63393]: DEBUG nova.compute.manager [-] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.251210] env[63393]: DEBUG nova.network.neutron [-] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.299167] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681415, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.306053] env[63393]: DEBUG nova.compute.utils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.307606] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.309402] env[63393]: DEBUG nova.network.neutron [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.327037] env[63393]: DEBUG oslo_vmware.api [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681410, 'name': PowerOnVM_Task, 'duration_secs': 0.573487} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.327037] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.327250] env[63393]: INFO nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Took 8.54 seconds to spawn the instance on the hypervisor. [ 643.327391] env[63393]: DEBUG nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.328594] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07453224-e9aa-4543-bd30-23bf8211fadc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.414424] env[63393]: DEBUG nova.policy [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b180974f696a48f4ba5c542ee0a2b6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2babf61834b947989e6d5172027228c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.796552] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681415, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.812909] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.841120] env[63393]: DEBUG nova.network.neutron [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Updated VIF entry in instance network info cache for port 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.841120] env[63393]: DEBUG nova.network.neutron [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Updating instance_info_cache with network_info: [{"id": "5d02faf7-82a7-4a7b-9b1b-c50738e15eaf", "address": "fa:16:3e:79:93:99", "network": {"id": "3aa022cd-52e1-4111-b218-e742f8559ff0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-371301274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b93a6e5e45ab42129d7bf595fb2083b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d02faf7-82", "ovs_interfaceid": "5d02faf7-82a7-4a7b-9b1b-c50738e15eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.854310] env[63393]: INFO nova.compute.manager [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Took 45.30 seconds to build instance. [ 644.035891] env[63393]: DEBUG nova.network.neutron [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Successfully created port: 6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.298071] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681415, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.345245] env[63393]: DEBUG oslo_concurrency.lockutils [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] Releasing lock "refresh_cache-a0e8987b-f229-466e-8a19-108a84646ae3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.345245] env[63393]: DEBUG nova.compute.manager [req-72cececd-55b7-4691-8c95-4e79e2ec0756 req-ea2d1d49-bc3c-4f4d-ad0c-67212d571a31 service nova] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Received event network-vif-deleted-74584b6c-857a-4079-8bf9-1d43f80b06f1 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.348800] env[63393]: DEBUG nova.network.neutron [-] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.358493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.482s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.442632] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8fdcd-cf78-48d0-a00c-54c37e1495b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.452394] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597c2ee-8e3a-4bd1-aec2-8ecce1994bb4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.487402] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e50179-1e0a-4d8d-ab5c-24054208339e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.497201] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bbd67-9b0d-4240-a73c-556979878624 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.512763] env[63393]: DEBUG nova.compute.provider_tree [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.794083] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681415, 'name': CreateVM_Task, 'duration_secs': 1.552875} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.794083] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.794746] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.795191] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.795348] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.795543] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2629fb6a-05e0-49fe-9260-2762e482b89a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.804063] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 644.804063] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e88ac2-4f51-a750-f277-9a84702b6f47" [ 644.804063] env[63393]: _type = "Task" [ 644.804063] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.815460] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e88ac2-4f51-a750-f277-9a84702b6f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.820213] env[63393]: DEBUG nova.compute.manager [req-d26414a7-62ac-400b-afab-fd91f973304d req-dafffd18-d915-4aec-99fe-8701e4be0b51 service nova] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Received event network-vif-deleted-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.827363] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.851242] env[63393]: INFO nova.compute.manager [-] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Took 1.60 seconds to deallocate network for instance. [ 644.853653] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.854106] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.854350] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.854570] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.854748] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.856272] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.856579] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.856768] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.856972] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.857196] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.857409] env[63393]: DEBUG nova.virt.hardware [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.860147] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4713c7-469b-4a60-a56b-0a7b4ab85b6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.867223] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.880805] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935148b6-214c-4320-aff8-b349037685a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.016447] env[63393]: DEBUG nova.scheduler.client.report [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.254946] env[63393]: DEBUG nova.compute.manager [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Received event network-changed-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.254946] env[63393]: DEBUG nova.compute.manager [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Refreshing instance network info cache due to event network-changed-f7aa160f-546a-4fc3-8b78-1fd153cf3b01. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.254946] env[63393]: DEBUG oslo_concurrency.lockutils [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] Acquiring lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.256248] env[63393]: DEBUG oslo_concurrency.lockutils [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] Acquired lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.256479] env[63393]: DEBUG nova.network.neutron [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Refreshing network info cache for port f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.314798] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e88ac2-4f51-a750-f277-9a84702b6f47, 'name': SearchDatastore_Task, 'duration_secs': 0.013807} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.315119] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.315416] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.315596] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.315746] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.315914] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.316215] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8cbeaf-b2e8-4e23-9137-90eb70809732 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.333684] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.333936] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.335111] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ca5fed-3136-430d-99fb-c2859cf6a4a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.342733] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 645.342733] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b050eb-39e6-c700-49e0-143d64eef600" [ 645.342733] env[63393]: _type = "Task" [ 645.342733] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.353385] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b050eb-39e6-c700-49e0-143d64eef600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.374154] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.392260] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.522528] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.522734] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.525736] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.773s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.529127] env[63393]: INFO nova.compute.claims [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.749618] env[63393]: DEBUG nova.network.neutron [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Successfully updated port: 6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.854686] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b050eb-39e6-c700-49e0-143d64eef600, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.855507] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602cfe1d-92bc-4050-af78-171c71ba03fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861699] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 645.861699] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52459987-2acc-ea6c-8fa9-a949971b38f7" [ 645.861699] env[63393]: _type = "Task" [ 645.861699] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.870408] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52459987-2acc-ea6c-8fa9-a949971b38f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.011078] env[63393]: DEBUG nova.network.neutron [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updated VIF entry in instance network info cache for port f7aa160f-546a-4fc3-8b78-1fd153cf3b01. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.011483] env[63393]: DEBUG nova.network.neutron [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updating instance_info_cache with network_info: [{"id": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "address": "fa:16:3e:93:8c:5d", "network": {"id": "fb1bb404-2ccb-498d-a8a5-d8ffd179f404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-703840925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aff4fbfe7584fc38a9eb42b1143d80b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7aa160f-54", "ovs_interfaceid": "f7aa160f-546a-4fc3-8b78-1fd153cf3b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.037310] env[63393]: DEBUG nova.compute.utils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.038684] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.038854] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.082746] env[63393]: DEBUG nova.policy [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd415fa074e614d2bb51b0ac41ea016f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c0a17746a04e58a14370f45258db2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.258703] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "refresh_cache-d74cfc21-d87d-45a2-8cf7-4d34244fc363" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.258703] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "refresh_cache-d74cfc21-d87d-45a2-8cf7-4d34244fc363" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.258703] env[63393]: DEBUG nova.network.neutron [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.376506] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52459987-2acc-ea6c-8fa9-a949971b38f7, 'name': SearchDatastore_Task, 'duration_secs': 0.024894} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.376818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.377122] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] a0e8987b-f229-466e-8a19-108a84646ae3/a0e8987b-f229-466e-8a19-108a84646ae3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.377418] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06315937-fafb-434c-a934-97888fdba513 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.393703] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 646.393703] env[63393]: value = "task-2681416" [ 646.393703] env[63393]: _type = "Task" [ 646.393703] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.406546] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.433395] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Successfully created port: 1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.515845] env[63393]: DEBUG oslo_concurrency.lockutils [req-501d3fda-fa08-49f2-bf86-e53154b64b4d req-7970a069-afd6-4b02-a009-e30a7c6eb82f service nova] Releasing lock "refresh_cache-8b83e720-1025-4989-9bd0-37b3da8511ae" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.547994] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.822251] env[63393]: DEBUG nova.network.neutron [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.908651] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681416, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.916332] env[63393]: DEBUG nova.compute.manager [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Received event network-vif-plugged-6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.916621] env[63393]: DEBUG oslo_concurrency.lockutils [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] Acquiring lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.916770] env[63393]: DEBUG oslo_concurrency.lockutils [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.916937] env[63393]: DEBUG oslo_concurrency.lockutils [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.917160] env[63393]: DEBUG nova.compute.manager [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] No waiting events found dispatching network-vif-plugged-6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.918058] env[63393]: WARNING nova.compute.manager [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Received unexpected event network-vif-plugged-6578d59b-a3e6-46b0-b6fd-34741e02676a for instance with vm_state building and task_state spawning. [ 646.918058] env[63393]: DEBUG nova.compute.manager [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Received event network-changed-6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.918058] env[63393]: DEBUG nova.compute.manager [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Refreshing instance network info cache due to event network-changed-6578d59b-a3e6-46b0-b6fd-34741e02676a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.918058] env[63393]: DEBUG oslo_concurrency.lockutils [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] Acquiring lock "refresh_cache-d74cfc21-d87d-45a2-8cf7-4d34244fc363" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.003573] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Successfully created port: 27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.085201] env[63393]: DEBUG nova.network.neutron [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Updating instance_info_cache with network_info: [{"id": "6578d59b-a3e6-46b0-b6fd-34741e02676a", "address": "fa:16:3e:ee:f1:66", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6578d59b-a3", "ovs_interfaceid": "6578d59b-a3e6-46b0-b6fd-34741e02676a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.158617] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a75f08-3b18-42a5-8b23-5b0b582dc066 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.167079] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e30c9-cbe4-43a1-b706-8a745c7eaf62 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.201150] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd01e8d2-6aa2-41c8-b671-08747de0c643 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.210124] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026faec2-5f83-4bc2-8f1c-a78d476e11db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.224475] env[63393]: DEBUG nova.compute.provider_tree [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.276031] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Successfully created port: 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.411844] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571504} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.411844] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] a0e8987b-f229-466e-8a19-108a84646ae3/a0e8987b-f229-466e-8a19-108a84646ae3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.412367] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.412762] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b56b5d5-7508-45c5-8ba8-13b20dcc4d49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.421640] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 647.421640] env[63393]: value = "task-2681417" [ 647.421640] env[63393]: _type = "Task" [ 647.421640] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.430867] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.560495] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.585207] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.585555] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.585658] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.585804] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.585975] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.586151] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.586324] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.586483] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.586646] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.586839] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.586967] env[63393]: DEBUG nova.virt.hardware [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.588129] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "refresh_cache-d74cfc21-d87d-45a2-8cf7-4d34244fc363" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.588129] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Instance network_info: |[{"id": "6578d59b-a3e6-46b0-b6fd-34741e02676a", "address": "fa:16:3e:ee:f1:66", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6578d59b-a3", "ovs_interfaceid": "6578d59b-a3e6-46b0-b6fd-34741e02676a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.588762] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb243027-3802-4685-9881-53e8d5c34fd6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.591615] env[63393]: DEBUG oslo_concurrency.lockutils [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] Acquired lock "refresh_cache-d74cfc21-d87d-45a2-8cf7-4d34244fc363" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.591809] env[63393]: DEBUG nova.network.neutron [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Refreshing network info cache for port 6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.593112] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f1:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6578d59b-a3e6-46b0-b6fd-34741e02676a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.601176] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating folder: Project (2babf61834b947989e6d5172027228c8). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.602295] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c5ee3b1-0441-4653-ac01-da3dd7410e4c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.612308] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b4cbb9-d2ae-401e-9a15-d41388aaa419 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.618559] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created folder: Project (2babf61834b947989e6d5172027228c8) in parent group-v540494. [ 647.618721] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating folder: Instances. Parent ref: group-v540589. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.619359] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60375a20-21a7-4a03-86bb-2768030ac38c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.630554] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created folder: Instances in parent group-v540589. [ 647.630830] env[63393]: DEBUG oslo.service.loopingcall [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.631057] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.631271] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95fa89a-6492-4835-ac5f-c78c16fe2f69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.652036] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.652036] env[63393]: value = "task-2681420" [ 647.652036] env[63393]: _type = "Task" [ 647.652036] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.660816] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681420, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.727901] env[63393]: DEBUG nova.scheduler.client.report [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.935135] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072925} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.935530] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.936932] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05beacc-ff68-426a-bf48-153690df060d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.961597] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] a0e8987b-f229-466e-8a19-108a84646ae3/a0e8987b-f229-466e-8a19-108a84646ae3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.962015] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bef9173-c0de-4745-ac61-518c299b96b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.985292] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 647.985292] env[63393]: value = "task-2681421" [ 647.985292] env[63393]: _type = "Task" [ 647.985292] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.994407] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.162660] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681420, 'name': CreateVM_Task, 'duration_secs': 0.438439} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.162894] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.163634] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.163813] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.164167] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.164451] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5430d786-c85b-4108-b27a-32be9f732bba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.170065] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 648.170065] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ebd344-9994-e507-c35f-ba46649176ec" [ 648.170065] env[63393]: _type = "Task" [ 648.170065] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.181644] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ebd344-9994-e507-c35f-ba46649176ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.233813] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.234480] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.237992] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.668s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.237992] env[63393]: DEBUG nova.objects.instance [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lazy-loading 'resources' on Instance uuid cf289fc2-ecbe-49e9-84d2-a3d421e2bb25 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.314995] env[63393]: DEBUG nova.network.neutron [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Updated VIF entry in instance network info cache for port 6578d59b-a3e6-46b0-b6fd-34741e02676a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.315431] env[63393]: DEBUG nova.network.neutron [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Updating instance_info_cache with network_info: [{"id": "6578d59b-a3e6-46b0-b6fd-34741e02676a", "address": "fa:16:3e:ee:f1:66", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6578d59b-a3", "ovs_interfaceid": "6578d59b-a3e6-46b0-b6fd-34741e02676a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.741776] env[63393]: DEBUG nova.compute.utils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.747039] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.747271] env[63393]: DEBUG nova.network.neutron [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.818418] env[63393]: DEBUG oslo_concurrency.lockutils [req-26efac0f-ef7d-4032-863b-8d3063721626 req-ce66343e-d501-4898-81db-4980b71275c8 service nova] Releasing lock "refresh_cache-d74cfc21-d87d-45a2-8cf7-4d34244fc363" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.852501] env[63393]: DEBUG nova.policy [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ec863d679194d3b88e511d9bb6ed269', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883d465cf61b4da1a18ece153179275f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.901481] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ebd344-9994-e507-c35f-ba46649176ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01475} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.901947] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.902311] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.902657] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.902960] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.903260] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.903637] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a56087-f26b-4fe5-afcc-a88f05d1f13e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.916581] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.916581] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.917475] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af8a99f-7ce8-40dd-8c22-a815ef4e9434 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.929331] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 648.929331] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52992bd6-d02c-7875-7cfd-3b91f77bb9d8" [ 648.929331] env[63393]: _type = "Task" [ 648.929331] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.941518] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52992bd6-d02c-7875-7cfd-3b91f77bb9d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.978030] env[63393]: DEBUG nova.compute.manager [req-76b7402a-e3ef-429b-88a0-f9b0f8e96e18 req-9ffb4526-681c-42de-b3b8-3038c452b37a service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-vif-plugged-1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.978500] env[63393]: DEBUG oslo_concurrency.lockutils [req-76b7402a-e3ef-429b-88a0-f9b0f8e96e18 req-9ffb4526-681c-42de-b3b8-3038c452b37a service nova] Acquiring lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.978817] env[63393]: DEBUG oslo_concurrency.lockutils [req-76b7402a-e3ef-429b-88a0-f9b0f8e96e18 req-9ffb4526-681c-42de-b3b8-3038c452b37a service nova] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.979145] env[63393]: DEBUG oslo_concurrency.lockutils [req-76b7402a-e3ef-429b-88a0-f9b0f8e96e18 req-9ffb4526-681c-42de-b3b8-3038c452b37a service nova] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.980028] env[63393]: DEBUG nova.compute.manager [req-76b7402a-e3ef-429b-88a0-f9b0f8e96e18 req-9ffb4526-681c-42de-b3b8-3038c452b37a service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] No waiting events found dispatching network-vif-plugged-1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.980028] env[63393]: WARNING nova.compute.manager [req-76b7402a-e3ef-429b-88a0-f9b0f8e96e18 req-9ffb4526-681c-42de-b3b8-3038c452b37a service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received unexpected event network-vif-plugged-1ddafc2c-50c6-494f-8f9d-c43e1892b004 for instance with vm_state building and task_state spawning. [ 649.136398] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681421, 'name': ReconfigVM_Task, 'duration_secs': 0.33084} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.136591] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Reconfigured VM instance instance-00000020 to attach disk [datastore1] a0e8987b-f229-466e-8a19-108a84646ae3/a0e8987b-f229-466e-8a19-108a84646ae3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.137848] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e76ca9f-8f70-417a-9054-3554fe7f9759 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.147525] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Successfully updated port: 1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.152312] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 649.152312] env[63393]: value = "task-2681422" [ 649.152312] env[63393]: _type = "Task" [ 649.152312] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.168287] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681422, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.253206] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.301501] env[63393]: DEBUG nova.network.neutron [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Successfully created port: d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.336409] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b0d930-3286-4e05-89ce-56b26a579e94 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.344981] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964031d-8feb-4099-b5c2-bbb708b915b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.377025] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c58cc6-ae2c-4944-b118-31bf371eb3d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.392121] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d95d6b3-b03b-4988-8290-c288ddcf8053 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.406712] env[63393]: DEBUG nova.compute.provider_tree [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.441982] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52992bd6-d02c-7875-7cfd-3b91f77bb9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.017661} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.442931] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7568594-f64b-4ec4-b7c0-0b72706caab4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.449203] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 649.449203] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f851b6-2465-8890-8251-8ff60a430e9b" [ 649.449203] env[63393]: _type = "Task" [ 649.449203] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.458159] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f851b6-2465-8890-8251-8ff60a430e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.665118] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681422, 'name': Rename_Task, 'duration_secs': 0.161089} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.665417] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.665687] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746cd7eb-5347-4e0b-97bc-b4183af23ebe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.673068] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 649.673068] env[63393]: value = "task-2681423" [ 649.673068] env[63393]: _type = "Task" [ 649.673068] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.682048] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.806479] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0b5f7-a276-7c22-c500-15b20dec307f/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 649.807448] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dadcc2-dde7-4cff-b6df-06c64fa37bda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.815832] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0b5f7-a276-7c22-c500-15b20dec307f/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 649.815917] env[63393]: ERROR oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0b5f7-a276-7c22-c500-15b20dec307f/disk-0.vmdk due to incomplete transfer. [ 649.816470] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc8ec8ca-02a7-45a1-92fe-eeb69124df1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.829913] env[63393]: DEBUG oslo_vmware.rw_handles [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0b5f7-a276-7c22-c500-15b20dec307f/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 649.830137] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Uploaded image 6c354259-332f-42a9-82de-f66c428b05c1 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 649.832373] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 649.833344] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-629c425c-8efc-42d9-add9-c7500b302e9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.840916] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 649.840916] env[63393]: value = "task-2681424" [ 649.840916] env[63393]: _type = "Task" [ 649.840916] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.851820] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681424, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.911210] env[63393]: DEBUG nova.scheduler.client.report [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.960479] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f851b6-2465-8890-8251-8ff60a430e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.960757] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.961112] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] d74cfc21-d87d-45a2-8cf7-4d34244fc363/d74cfc21-d87d-45a2-8cf7-4d34244fc363.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.961318] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a07ef5-92dd-4770-9193-e94ab4d97786 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.969320] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 649.969320] env[63393]: value = "task-2681425" [ 649.969320] env[63393]: _type = "Task" [ 649.969320] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.979297] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.188814] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.268988] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.306536] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.306915] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.306982] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.307158] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.307311] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.307508] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.307666] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.307823] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.308133] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.308212] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.308341] env[63393]: DEBUG nova.virt.hardware [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.309285] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24ddc16-6cdb-433f-8f2e-ec53f414ca43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.318545] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c09fe6-35a6-4ddf-a323-23fecc32c02a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.351822] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681424, 'name': Destroy_Task, 'duration_secs': 0.346382} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.352170] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Destroyed the VM [ 650.352462] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 650.352748] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3adb6801-b6c7-49dc-a634-451fcd3340b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.362059] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 650.362059] env[63393]: value = "task-2681426" [ 650.362059] env[63393]: _type = "Task" [ 650.362059] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.372516] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681426, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.416970] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.419626] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.397s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.444548] env[63393]: INFO nova.scheduler.client.report [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Deleted allocations for instance cf289fc2-ecbe-49e9-84d2-a3d421e2bb25 [ 650.482630] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.684566] env[63393]: DEBUG oslo_vmware.api [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681423, 'name': PowerOnVM_Task, 'duration_secs': 0.704036} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.684566] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.684773] env[63393]: INFO nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Took 10.80 seconds to spawn the instance on the hypervisor. [ 650.684808] env[63393]: DEBUG nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.685591] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2157a58-f16d-4398-af77-b6997d524819 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.873946] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681426, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.942225] env[63393]: DEBUG nova.network.neutron [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Successfully updated port: d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.954913] env[63393]: DEBUG oslo_concurrency.lockutils [None req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Lock "cf289fc2-ecbe-49e9-84d2-a3d421e2bb25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.105s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.982994] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531683} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.986508] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] d74cfc21-d87d-45a2-8cf7-4d34244fc363/d74cfc21-d87d-45a2-8cf7-4d34244fc363.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.986737] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.987521] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c16e97bd-5260-4ff1-aa2b-8c2478537769 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.996936] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 650.996936] env[63393]: value = "task-2681427" [ 650.996936] env[63393]: _type = "Task" [ 650.996936] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.012440] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.074285] env[63393]: DEBUG nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-changed-1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.074932] env[63393]: DEBUG nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Refreshing instance network info cache due to event network-changed-1ddafc2c-50c6-494f-8f9d-c43e1892b004. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.075277] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Acquiring lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.075716] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Acquired lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.075924] env[63393]: DEBUG nova.network.neutron [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Refreshing network info cache for port 1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.204158] env[63393]: INFO nova.compute.manager [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Took 49.56 seconds to build instance. [ 651.374480] env[63393]: DEBUG oslo_vmware.api [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681426, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665348} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.374804] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 651.375089] env[63393]: INFO nova.compute.manager [None req-2b50d269-5e18-4774-8f29-1253f334c701 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Took 13.22 seconds to snapshot the instance on the hypervisor. [ 651.446306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "refresh_cache-59fa839d-83dd-463c-9e5e-91f5fbe38753" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.446482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired lock "refresh_cache-59fa839d-83dd-463c-9e5e-91f5fbe38753" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.446640] env[63393]: DEBUG nova.network.neutron [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.509908] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072976} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.513296] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.514451] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e086591-5f38-4f8e-a32f-dfb5ebee2f9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.540948] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d74cfc21-d87d-45a2-8cf7-4d34244fc363/d74cfc21-d87d-45a2-8cf7-4d34244fc363.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.545018] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cdafe4-55cc-4b83-ad56-6a81b33e62f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.561381] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Successfully updated port: 27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.572830] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 651.572830] env[63393]: value = "task-2681428" [ 651.572830] env[63393]: _type = "Task" [ 651.572830] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.587366] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.592978] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4cc147-2ee0-4789-b5ae-a5b6b6b89212 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.605731] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef9b6ad-a7ba-4905-9fe5-1862144509e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.639578] env[63393]: DEBUG nova.network.neutron [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.642048] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3188a2b-3c8f-4d1a-8c84-12ba01e85ad9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.651120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b745e0f-fa19-4243-b53d-9c13200ef879 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.666009] env[63393]: DEBUG nova.compute.provider_tree [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.706786] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1afe018b-5065-4024-bdd2-dcda8511aeb4 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "a0e8987b-f229-466e-8a19-108a84646ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.971s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.733660] env[63393]: DEBUG nova.network.neutron [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.980422] env[63393]: DEBUG nova.network.neutron [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.087189] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.160059] env[63393]: DEBUG nova.network.neutron [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Updating instance_info_cache with network_info: [{"id": "d014fa08-122c-40cc-aff9-a56b891e7d54", "address": "fa:16:3e:9a:ac:d7", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd014fa08-12", "ovs_interfaceid": "d014fa08-122c-40cc-aff9-a56b891e7d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.171705] env[63393]: DEBUG nova.scheduler.client.report [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.211636] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.238082] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Releasing lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.238082] env[63393]: DEBUG nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Received event network-vif-plugged-d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.238082] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Acquiring lock "59fa839d-83dd-463c-9e5e-91f5fbe38753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.238082] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.238082] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.238317] env[63393]: DEBUG nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] No waiting events found dispatching network-vif-plugged-d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.238317] env[63393]: WARNING nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Received unexpected event network-vif-plugged-d014fa08-122c-40cc-aff9-a56b891e7d54 for instance with vm_state building and task_state spawning. [ 652.238317] env[63393]: DEBUG nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Received event network-changed-d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.238317] env[63393]: DEBUG nova.compute.manager [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Refreshing instance network info cache due to event network-changed-d014fa08-122c-40cc-aff9-a56b891e7d54. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.238317] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Acquiring lock "refresh_cache-59fa839d-83dd-463c-9e5e-91f5fbe38753" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.585821] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.661748] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Releasing lock "refresh_cache-59fa839d-83dd-463c-9e5e-91f5fbe38753" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.662078] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Instance network_info: |[{"id": "d014fa08-122c-40cc-aff9-a56b891e7d54", "address": "fa:16:3e:9a:ac:d7", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd014fa08-12", "ovs_interfaceid": "d014fa08-122c-40cc-aff9-a56b891e7d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.662410] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Acquired lock "refresh_cache-59fa839d-83dd-463c-9e5e-91f5fbe38753" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.662637] env[63393]: DEBUG nova.network.neutron [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Refreshing network info cache for port d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.664188] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ac:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd014fa08-122c-40cc-aff9-a56b891e7d54', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.676498] env[63393]: DEBUG oslo.service.loopingcall [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.679381] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.683341] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca05da6-9586-48b5-8587-873708403c3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.699487] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.280s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.702490] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.113s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.704162] env[63393]: INFO nova.compute.claims [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.718053] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.718053] env[63393]: value = "task-2681429" [ 652.718053] env[63393]: _type = "Task" [ 652.718053] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.730274] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681429, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.739386] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.818515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "a0e8987b-f229-466e-8a19-108a84646ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.818871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "a0e8987b-f229-466e-8a19-108a84646ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.818983] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "a0e8987b-f229-466e-8a19-108a84646ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.819306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "a0e8987b-f229-466e-8a19-108a84646ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.821334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "a0e8987b-f229-466e-8a19-108a84646ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.822885] env[63393]: INFO nova.compute.manager [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Terminating instance [ 653.038820] env[63393]: DEBUG nova.network.neutron [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Updated VIF entry in instance network info cache for port d014fa08-122c-40cc-aff9-a56b891e7d54. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.038820] env[63393]: DEBUG nova.network.neutron [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Updating instance_info_cache with network_info: [{"id": "d014fa08-122c-40cc-aff9-a56b891e7d54", "address": "fa:16:3e:9a:ac:d7", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd014fa08-12", "ovs_interfaceid": "d014fa08-122c-40cc-aff9-a56b891e7d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.085341] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681428, 'name': ReconfigVM_Task, 'duration_secs': 1.311916} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.085664] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d74cfc21-d87d-45a2-8cf7-4d34244fc363/d74cfc21-d87d-45a2-8cf7-4d34244fc363.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.086319] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d91b93f-7b29-4e1c-ae79-0c7b35540e57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.095088] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 653.095088] env[63393]: value = "task-2681430" [ 653.095088] env[63393]: _type = "Task" [ 653.095088] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.101528] env[63393]: DEBUG nova.compute.manager [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-vif-plugged-27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.101666] env[63393]: DEBUG oslo_concurrency.lockutils [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] Acquiring lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.101867] env[63393]: DEBUG oslo_concurrency.lockutils [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.102163] env[63393]: DEBUG oslo_concurrency.lockutils [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.102694] env[63393]: DEBUG nova.compute.manager [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] No waiting events found dispatching network-vif-plugged-27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.102694] env[63393]: WARNING nova.compute.manager [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received unexpected event network-vif-plugged-27890e79-36e2-460d-99fa-6aee09ca9dd8 for instance with vm_state building and task_state spawning. [ 653.102955] env[63393]: DEBUG nova.compute.manager [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-changed-27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.103108] env[63393]: DEBUG nova.compute.manager [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Refreshing instance network info cache due to event network-changed-27890e79-36e2-460d-99fa-6aee09ca9dd8. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.103367] env[63393]: DEBUG oslo_concurrency.lockutils [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] Acquiring lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.103551] env[63393]: DEBUG oslo_concurrency.lockutils [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] Acquired lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.103732] env[63393]: DEBUG nova.network.neutron [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Refreshing network info cache for port 27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.109274] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681430, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.234548] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681429, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.269426] env[63393]: INFO nova.scheduler.client.report [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleted allocation for migration 24c36a81-116d-4841-98fd-74a00b692e78 [ 653.331822] env[63393]: DEBUG nova.compute.manager [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.332090] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.333017] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35166e-bd49-40ce-b965-88095c48a6cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.341241] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.341537] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d5a1ec-0383-4ca6-bbd4-4cee0c22c851 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.348209] env[63393]: DEBUG oslo_vmware.api [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 653.348209] env[63393]: value = "task-2681431" [ 653.348209] env[63393]: _type = "Task" [ 653.348209] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.357699] env[63393]: DEBUG oslo_vmware.api [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.396822] env[63393]: DEBUG nova.compute.manager [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.399063] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ffce6-ef08-4fcc-a91e-f30e7c84a4f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.545234] env[63393]: DEBUG oslo_concurrency.lockutils [req-3c3fd170-2883-4603-a606-a50ccc32f626 req-183fc486-73dd-4ae8-b1e5-ffd47b021352 service nova] Releasing lock "refresh_cache-59fa839d-83dd-463c-9e5e-91f5fbe38753" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.610105] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681430, 'name': Rename_Task, 'duration_secs': 0.182626} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.613235] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.614219] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333bbb7f-dded-4146-86b1-5783b11d73f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.621777] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 653.621777] env[63393]: value = "task-2681432" [ 653.621777] env[63393]: _type = "Task" [ 653.621777] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.638705] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.671499] env[63393]: DEBUG nova.network.neutron [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.733262] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681429, 'name': CreateVM_Task, 'duration_secs': 0.542811} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.733521] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.734642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.734815] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.735239] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.735510] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15632fc-20c0-4159-aa4f-a973ba9d4594 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.741927] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 653.741927] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5243f121-9924-46c9-800a-e21d3f124a49" [ 653.741927] env[63393]: _type = "Task" [ 653.741927] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.762522] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5243f121-9924-46c9-800a-e21d3f124a49, 'name': SearchDatastore_Task, 'duration_secs': 0.017072} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.762910] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.763101] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.763351] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.763498] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.763679] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.763954] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab23fae-01c8-4172-ba89-4fcd34a7fd83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.775997] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa53615d-73bb-4e1c-a7a8-34675573494b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.153s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.777598] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.777815] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.779383] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1748b1-5c99-4f31-b999-17820780af50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.791196] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 653.791196] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f7bf32-ec01-27e2-120f-7de25b258478" [ 653.791196] env[63393]: _type = "Task" [ 653.791196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.802451] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f7bf32-ec01-27e2-120f-7de25b258478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.819636] env[63393]: DEBUG nova.network.neutron [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.862623] env[63393]: DEBUG oslo_vmware.api [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681431, 'name': PowerOffVM_Task, 'duration_secs': 0.202941} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.863017] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.863248] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.863670] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce27a724-93cd-4abe-afe5-3ea94ed0b889 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.878724] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Successfully updated port: 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.914881] env[63393]: INFO nova.compute.manager [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] instance snapshotting [ 653.917673] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab74a5a-1e0c-4d46-a0c9-10f0caebe26f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.946325] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f60419-442f-42d9-bae3-434395f9ab67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.948961] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.949171] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.949415] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Deleting the datastore file [datastore1] a0e8987b-f229-466e-8a19-108a84646ae3 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.949871] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d11a09-77e1-4274-8d78-bec10c8e68c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.959419] env[63393]: DEBUG oslo_vmware.api [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for the task: (returnval){ [ 653.959419] env[63393]: value = "task-2681434" [ 653.959419] env[63393]: _type = "Task" [ 653.959419] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.971825] env[63393]: DEBUG oslo_vmware.api [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.139054] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.306652] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f7bf32-ec01-27e2-120f-7de25b258478, 'name': SearchDatastore_Task, 'duration_secs': 0.015716} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.307851] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dd4cdc-5b8a-4385-93ea-16322ecf03f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.316949] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 654.316949] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52702943-0aa2-529b-7e6a-a8e69ea2fe90" [ 654.316949] env[63393]: _type = "Task" [ 654.316949] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.325344] env[63393]: DEBUG oslo_concurrency.lockutils [req-0fcc2866-cb31-45d0-871a-71b39c8e9756 req-8f188331-4c01-48e3-b4ba-d41ce139865c service nova] Releasing lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.325734] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52702943-0aa2-529b-7e6a-a8e69ea2fe90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.375364] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b89641f-df8d-4b85-9ca5-e06ee6f9f451 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.382189] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.382434] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.382687] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.391372] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba3a574-f749-475a-9816-713270ec0b3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.427737] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b8cd6-d787-451d-a12f-c7829dfacad2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.436422] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd19c01-13cb-4f3b-9cff-9640c016d44a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.451657] env[63393]: DEBUG nova.compute.provider_tree [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.463134] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 654.464102] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-917a6bce-daaa-491e-bf99-ece0b21a193b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.475841] env[63393]: DEBUG oslo_vmware.api [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Task: {'id': task-2681434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252771} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.477156] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.477352] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.477526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.477706] env[63393]: INFO nova.compute.manager [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 654.477960] env[63393]: DEBUG oslo.service.loopingcall [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.478292] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 654.478292] env[63393]: value = "task-2681435" [ 654.478292] env[63393]: _type = "Task" [ 654.478292] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.478556] env[63393]: DEBUG nova.compute.manager [-] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.478691] env[63393]: DEBUG nova.network.neutron [-] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.490738] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681435, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.634617] env[63393]: DEBUG oslo_vmware.api [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681432, 'name': PowerOnVM_Task, 'duration_secs': 0.569418} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.635429] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.635429] env[63393]: INFO nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Took 9.81 seconds to spawn the instance on the hypervisor. [ 654.635429] env[63393]: DEBUG nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.636056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653beedc-110f-46ba-87f8-d0e8114900fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.829265] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52702943-0aa2-529b-7e6a-a8e69ea2fe90, 'name': SearchDatastore_Task, 'duration_secs': 0.043693} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.829419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.829658] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 59fa839d-83dd-463c-9e5e-91f5fbe38753/59fa839d-83dd-463c-9e5e-91f5fbe38753.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.829942] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-777df6fd-ce5d-4b5f-80ee-3ea573ff088f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.839120] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 654.839120] env[63393]: value = "task-2681436" [ 654.839120] env[63393]: _type = "Task" [ 654.839120] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.847298] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.938226] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.955348] env[63393]: DEBUG nova.scheduler.client.report [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.997017] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681435, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.156039] env[63393]: INFO nova.compute.manager [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Took 49.34 seconds to build instance. [ 655.192826] env[63393]: DEBUG nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-vif-plugged-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.193835] env[63393]: DEBUG oslo_concurrency.lockutils [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] Acquiring lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.194239] env[63393]: DEBUG oslo_concurrency.lockutils [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.194597] env[63393]: DEBUG oslo_concurrency.lockutils [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.194856] env[63393]: DEBUG nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] No waiting events found dispatching network-vif-plugged-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.195581] env[63393]: WARNING nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received unexpected event network-vif-plugged-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 for instance with vm_state building and task_state spawning. [ 655.195914] env[63393]: DEBUG nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-changed-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.196172] env[63393]: DEBUG nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Refreshing instance network info cache due to event network-changed-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.196424] env[63393]: DEBUG oslo_concurrency.lockutils [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] Acquiring lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.293337] env[63393]: DEBUG nova.network.neutron [-] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.351954] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.365978] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "10f69421-d9f3-421d-a17f-f33968787722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.366374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.462415] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.462965] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.465723] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.593s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.467214] env[63393]: INFO nova.compute.claims [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.494717] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681435, 'name': CreateSnapshot_Task, 'duration_secs': 0.893455} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.494717] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 655.494717] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52df930-4d19-4cb6-a36d-38de03327e05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.528119] env[63393]: DEBUG nova.network.neutron [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [{"id": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "address": "fa:16:3e:df:da:77", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ddafc2c-50", "ovs_interfaceid": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27890e79-36e2-460d-99fa-6aee09ca9dd8", "address": "fa:16:3e:69:fb:6e", "network": {"id": "9ee7b837-50d5-4fec-b8f6-185539a2be1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2046761636", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27890e79-36", "ovs_interfaceid": "27890e79-36e2-460d-99fa-6aee09ca9dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "address": "fa:16:3e:19:27:bd", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a92ef-e1", "ovs_interfaceid": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.657210] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d56e0adb-b172-4590-a9e2-e95f3f011047 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.715s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.796396] env[63393]: INFO nova.compute.manager [-] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Took 1.32 seconds to deallocate network for instance. [ 655.849854] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.850168] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 59fa839d-83dd-463c-9e5e-91f5fbe38753/59fa839d-83dd-463c-9e5e-91f5fbe38753.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.850391] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.850642] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71cbb1b8-5783-4e7b-8f2f-ad4a6ac0b09a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.858210] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 655.858210] env[63393]: value = "task-2681437" [ 655.858210] env[63393]: _type = "Task" [ 655.858210] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.868447] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.972580] env[63393]: DEBUG nova.compute.utils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.977034] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.977034] env[63393]: DEBUG nova.network.neutron [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.013989] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 656.014345] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75aecf66-2a63-4f78-84f1-c393adebd9cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.018638] env[63393]: DEBUG nova.policy [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41948d8b2e8640abafb8afff1e0bef02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5faadfe89f4b74a1dfebbbd93ff71f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.026259] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 656.026259] env[63393]: value = "task-2681438" [ 656.026259] env[63393]: _type = "Task" [ 656.026259] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.030888] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Releasing lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.030888] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance network_info: |[{"id": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "address": "fa:16:3e:df:da:77", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ddafc2c-50", "ovs_interfaceid": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27890e79-36e2-460d-99fa-6aee09ca9dd8", "address": "fa:16:3e:69:fb:6e", "network": {"id": "9ee7b837-50d5-4fec-b8f6-185539a2be1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2046761636", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27890e79-36", "ovs_interfaceid": "27890e79-36e2-460d-99fa-6aee09ca9dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "address": "fa:16:3e:19:27:bd", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a92ef-e1", "ovs_interfaceid": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.030888] env[63393]: DEBUG oslo_concurrency.lockutils [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] Acquired lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.031157] env[63393]: DEBUG nova.network.neutron [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Refreshing network info cache for port 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.032468] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:da:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ddafc2c-50c6-494f-8f9d-c43e1892b004', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:fb:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27890e79-36e2-460d-99fa-6aee09ca9dd8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:27:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2a92ef-e18e-4b9d-8665-1e0dd04dd377', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.043140] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Creating folder: Project (78c0a17746a04e58a14370f45258db2a). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.047408] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a72f9903-856a-44b9-b98b-ce87153cbed7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.049463] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681438, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.061821] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Created folder: Project (78c0a17746a04e58a14370f45258db2a) in parent group-v540494. [ 656.061821] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Creating folder: Instances. Parent ref: group-v540594. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.061821] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d35bbf-abee-48f0-9c79-1df6d86997b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.074127] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Created folder: Instances in parent group-v540594. [ 656.074388] env[63393]: DEBUG oslo.service.loopingcall [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.074582] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.074788] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cb9d3f-23a8-4567-999d-fa97c5056682 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.100355] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.100355] env[63393]: value = "task-2681441" [ 656.100355] env[63393]: _type = "Task" [ 656.100355] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.109417] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681441, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.146984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.147340] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.147561] env[63393]: DEBUG nova.compute.manager [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.148542] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe8744-6c3c-4e5b-a884-4a1bd2e65259 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.156091] env[63393]: DEBUG nova.compute.manager [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 656.156713] env[63393]: DEBUG nova.objects.instance [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lazy-loading 'flavor' on Instance uuid d74cfc21-d87d-45a2-8cf7-4d34244fc363 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.159798] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.304763] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.366446] env[63393]: DEBUG nova.network.neutron [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Successfully created port: 97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.371893] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069548} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.372285] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.373168] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd64c71-e3fe-4c68-96bc-a98bfb73c95c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.398022] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 59fa839d-83dd-463c-9e5e-91f5fbe38753/59fa839d-83dd-463c-9e5e-91f5fbe38753.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.398370] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d082071-9990-41ba-9eb7-8949bc9a8b5d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.420166] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 656.420166] env[63393]: value = "task-2681442" [ 656.420166] env[63393]: _type = "Task" [ 656.420166] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.428572] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.477213] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.542767] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681438, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.620636] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681441, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.682452] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.918281] env[63393]: DEBUG nova.network.neutron [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updated VIF entry in instance network info cache for port 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.918281] env[63393]: DEBUG nova.network.neutron [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [{"id": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "address": "fa:16:3e:df:da:77", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ddafc2c-50", "ovs_interfaceid": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27890e79-36e2-460d-99fa-6aee09ca9dd8", "address": "fa:16:3e:69:fb:6e", "network": {"id": "9ee7b837-50d5-4fec-b8f6-185539a2be1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2046761636", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27890e79-36", "ovs_interfaceid": "27890e79-36e2-460d-99fa-6aee09ca9dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "address": "fa:16:3e:19:27:bd", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a92ef-e1", "ovs_interfaceid": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.931921] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.041059] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681438, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.049135] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4ac88-6311-4d6b-bf90-43f605350dfb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.056939] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b1c61-bc93-4120-b8ec-d8a21718cbb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.088920] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b163e5be-72e9-4376-b887-632acf570d43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.098034] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aee3c2-8a3b-4c10-a04e-f277d286a106 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.112749] env[63393]: DEBUG nova.compute.provider_tree [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.126026] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681441, 'name': CreateVM_Task, 'duration_secs': 0.778692} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.126026] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.126026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.126026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.126026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.126026] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7257e842-c3a2-4ea9-a241-667b2f83f2bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.131370] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 657.131370] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5235d3cd-1830-782f-a39a-5dc528eed919" [ 657.131370] env[63393]: _type = "Task" [ 657.131370] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.144519] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5235d3cd-1830-782f-a39a-5dc528eed919, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.144803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.145054] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.145290] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.145461] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.145648] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.145904] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de930f6-ea1f-4306-abe1-f4ed04b9494a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.155681] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.155866] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.156611] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8291ddc-0d1e-45bc-b28b-3c79601ef081 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.162642] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 657.162642] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52cae116-be23-c1d9-af6e-5bbe006de101" [ 657.162642] env[63393]: _type = "Task" [ 657.162642] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.171549] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cae116-be23-c1d9-af6e-5bbe006de101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.173178] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.173444] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1303cb3-9cf9-4bcc-b357-5764db5e3c21 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.181633] env[63393]: DEBUG oslo_vmware.api [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 657.181633] env[63393]: value = "task-2681443" [ 657.181633] env[63393]: _type = "Task" [ 657.181633] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.190081] env[63393]: DEBUG oslo_vmware.api [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.421491] env[63393]: DEBUG oslo_concurrency.lockutils [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] Releasing lock "refresh_cache-5fae3008-ed55-4e69-bea5-33f26ee23090" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.421933] env[63393]: DEBUG nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Received event network-vif-deleted-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.422303] env[63393]: INFO nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Neutron deleted interface 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf; detaching it from the instance and deleting it from the info cache [ 657.422605] env[63393]: DEBUG nova.network.neutron [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.436537] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681442, 'name': ReconfigVM_Task, 'duration_secs': 0.624465} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.437423] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 59fa839d-83dd-463c-9e5e-91f5fbe38753/59fa839d-83dd-463c-9e5e-91f5fbe38753.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.438053] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c9e9ff-bf22-4d20-85c8-b94c3310c26d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.446803] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 657.446803] env[63393]: value = "task-2681444" [ 657.446803] env[63393]: _type = "Task" [ 657.446803] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.454388] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681444, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.491567] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.513969] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.514422] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.514693] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.514975] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.516027] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.516027] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.516027] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.516027] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.516027] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.516323] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.516607] env[63393]: DEBUG nova.virt.hardware [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.517519] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c30dd3-eb96-4a49-8e1e-f865104a3b9b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.526122] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa07ceb7-0c63-4273-a485-1b66e60274a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.546320] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681438, 'name': CloneVM_Task, 'duration_secs': 1.344482} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.546782] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Created linked-clone VM from snapshot [ 657.547716] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4696b-e275-421e-b7cb-f2afca8365b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.556095] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Uploading image ea68907f-317a-42e2-98f7-448b550fe08e {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 657.578690] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 657.578690] env[63393]: value = "vm-540596" [ 657.578690] env[63393]: _type = "VirtualMachine" [ 657.578690] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 657.578989] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d3dd180-67ef-4a93-a66d-567f3c63192d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.587285] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lease: (returnval){ [ 657.587285] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523a5f4b-9497-23b4-9eca-991976767756" [ 657.587285] env[63393]: _type = "HttpNfcLease" [ 657.587285] env[63393]: } obtained for exporting VM: (result){ [ 657.587285] env[63393]: value = "vm-540596" [ 657.587285] env[63393]: _type = "VirtualMachine" [ 657.587285] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 657.587614] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the lease: (returnval){ [ 657.587614] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523a5f4b-9497-23b4-9eca-991976767756" [ 657.587614] env[63393]: _type = "HttpNfcLease" [ 657.587614] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 657.595593] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 657.595593] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523a5f4b-9497-23b4-9eca-991976767756" [ 657.595593] env[63393]: _type = "HttpNfcLease" [ 657.595593] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 657.619083] env[63393]: DEBUG nova.scheduler.client.report [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.673554] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cae116-be23-c1d9-af6e-5bbe006de101, 'name': SearchDatastore_Task, 'duration_secs': 0.016376} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.674316] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da91777d-bd73-45e1-86b9-d47f86d7dc15 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.679413] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 657.679413] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52293c73-6b16-7bcb-f4a5-c3ecae5cfcc5" [ 657.679413] env[63393]: _type = "Task" [ 657.679413] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.689739] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52293c73-6b16-7bcb-f4a5-c3ecae5cfcc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.692633] env[63393]: DEBUG oslo_vmware.api [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681443, 'name': PowerOffVM_Task, 'duration_secs': 0.180582} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.692865] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.693071] env[63393]: DEBUG nova.compute.manager [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.693789] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3f483-506d-4d4d-bd11-15f93024c915 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.930811] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-823a885e-5400-4bfd-8a88-8fcd4ef66407 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.941339] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d3ff0-ba3c-4bd6-9bc4-210df55d0747 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.968623] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681444, 'name': Rename_Task, 'duration_secs': 0.210633} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.968953] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.970238] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86eb1e45-4055-4d10-923c-7f9d02ae7ab9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.984653] env[63393]: DEBUG nova.compute.manager [req-a589a62f-4ba4-494b-bde7-8ccb2165467b req-fd5f7545-701f-4b7c-ab07-4db0e1843926 service nova] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Detach interface failed, port_id=5d02faf7-82a7-4a7b-9b1b-c50738e15eaf, reason: Instance a0e8987b-f229-466e-8a19-108a84646ae3 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 657.991756] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 657.991756] env[63393]: value = "task-2681446" [ 657.991756] env[63393]: _type = "Task" [ 657.991756] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.001597] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.081445] env[63393]: DEBUG nova.compute.manager [req-d72cecff-1902-41e4-a06b-4c3bebe99c6b req-17eec026-e15c-41de-a1b9-4d14268f976b service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Received event network-vif-plugged-97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.081659] env[63393]: DEBUG oslo_concurrency.lockutils [req-d72cecff-1902-41e4-a06b-4c3bebe99c6b req-17eec026-e15c-41de-a1b9-4d14268f976b service nova] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.081870] env[63393]: DEBUG oslo_concurrency.lockutils [req-d72cecff-1902-41e4-a06b-4c3bebe99c6b req-17eec026-e15c-41de-a1b9-4d14268f976b service nova] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.082208] env[63393]: DEBUG oslo_concurrency.lockutils [req-d72cecff-1902-41e4-a06b-4c3bebe99c6b req-17eec026-e15c-41de-a1b9-4d14268f976b service nova] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.082393] env[63393]: DEBUG nova.compute.manager [req-d72cecff-1902-41e4-a06b-4c3bebe99c6b req-17eec026-e15c-41de-a1b9-4d14268f976b service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] No waiting events found dispatching network-vif-plugged-97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.082563] env[63393]: WARNING nova.compute.manager [req-d72cecff-1902-41e4-a06b-4c3bebe99c6b req-17eec026-e15c-41de-a1b9-4d14268f976b service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Received unexpected event network-vif-plugged-97f518a4-4b28-4f97-bad4-941eb814e913 for instance with vm_state building and task_state spawning. [ 658.096710] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 658.096710] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523a5f4b-9497-23b4-9eca-991976767756" [ 658.096710] env[63393]: _type = "HttpNfcLease" [ 658.096710] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 658.096986] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 658.096986] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523a5f4b-9497-23b4-9eca-991976767756" [ 658.096986] env[63393]: _type = "HttpNfcLease" [ 658.096986] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 658.097721] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d7c1a1-2865-44b4-87fe-918679c80229 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.106236] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e92d6-eb5c-074a-67b3-61c68db1026d/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 658.106475] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e92d6-eb5c-074a-67b3-61c68db1026d/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 658.171071] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.171530] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.179873] env[63393]: DEBUG nova.network.neutron [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Successfully updated port: 97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.184615] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.229s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.186772] env[63393]: INFO nova.compute.claims [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.206359] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52293c73-6b16-7bcb-f4a5-c3ecae5cfcc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.206869] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a01a982f-4294-444f-84c2-6e6025347d24 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.207953] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.208241] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 5fae3008-ed55-4e69-bea5-33f26ee23090/5fae3008-ed55-4e69-bea5-33f26ee23090.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.208950] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3200ff13-9d6a-4ff1-beff-c813eecf1f60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.217338] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 658.217338] env[63393]: value = "task-2681447" [ 658.217338] env[63393]: _type = "Task" [ 658.217338] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.227504] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.230560] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88c8b4b1-0660-4619-bcf5-39f67d0928c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.504328] env[63393]: DEBUG oslo_vmware.api [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681446, 'name': PowerOnVM_Task, 'duration_secs': 0.477509} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.504530] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.504769] env[63393]: INFO nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Took 8.24 seconds to spawn the instance on the hypervisor. [ 658.504952] env[63393]: DEBUG nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.506264] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3436fc31-3317-4394-a090-1a144d37fba3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.691226] env[63393]: DEBUG nova.compute.utils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.693612] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.693826] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.693968] env[63393]: DEBUG nova.network.neutron [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.699992] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.700430] env[63393]: DEBUG nova.network.neutron [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.729022] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50655} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.729670] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 5fae3008-ed55-4e69-bea5-33f26ee23090/5fae3008-ed55-4e69-bea5-33f26ee23090.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.729953] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.730282] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-971e7be2-0158-4aca-9dd0-8ebc3a9d64fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.737606] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 658.737606] env[63393]: value = "task-2681448" [ 658.737606] env[63393]: _type = "Task" [ 658.737606] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.747577] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.780578] env[63393]: DEBUG nova.policy [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd764855268b244fe99ddb959d5b2fb33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8055db1a22f449d9b1afe4cbce2cc935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.028877] env[63393]: INFO nova.compute.manager [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Took 47.30 seconds to build instance. [ 659.185381] env[63393]: DEBUG nova.network.neutron [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Successfully created port: c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.203837] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.251271] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071559} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.255747] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.259078] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69b16f3-8f33-40e9-8023-46293968f714 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.266931] env[63393]: DEBUG nova.network.neutron [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.299728] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5fae3008-ed55-4e69-bea5-33f26ee23090/5fae3008-ed55-4e69-bea5-33f26ee23090.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.305414] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b985cab-58ab-4019-b55e-5f488831802b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.328215] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 659.328215] env[63393]: value = "task-2681449" [ 659.328215] env[63393]: _type = "Task" [ 659.328215] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.336665] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.542346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.413s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.578230] env[63393]: DEBUG nova.network.neutron [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updating instance_info_cache with network_info: [{"id": "97f518a4-4b28-4f97-bad4-941eb814e913", "address": "fa:16:3e:9d:65:d8", "network": {"id": "18911bc0-45a2-47ca-8841-1ccd7c85db60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-46881127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5faadfe89f4b74a1dfebbbd93ff71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f518a4-4b", "ovs_interfaceid": "97f518a4-4b28-4f97-bad4-941eb814e913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.594022] env[63393]: DEBUG nova.compute.manager [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.597340] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471941d8-41ad-4766-a094-9b0bbc4f4a3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.718622] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "59fa839d-83dd-463c-9e5e-91f5fbe38753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.719037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.719341] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "59fa839d-83dd-463c-9e5e-91f5fbe38753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.719584] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.719794] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.722701] env[63393]: INFO nova.compute.manager [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Terminating instance [ 659.838524] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.880327] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3e884-8067-4bb4-958f-4ecf67a31bbc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.888807] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1f019-16b0-4c95-807b-9bf06b32679c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.925145] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141ba73f-67fe-4950-a1d1-2b1d6490bfcb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.934193] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1281605e-c1a5-4506-b076-abd55442f86c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.950137] env[63393]: DEBUG nova.compute.provider_tree [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.036775] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.080934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Releasing lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.081276] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Instance network_info: |[{"id": "97f518a4-4b28-4f97-bad4-941eb814e913", "address": "fa:16:3e:9d:65:d8", "network": {"id": "18911bc0-45a2-47ca-8841-1ccd7c85db60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-46881127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5faadfe89f4b74a1dfebbbd93ff71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f518a4-4b", "ovs_interfaceid": "97f518a4-4b28-4f97-bad4-941eb814e913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.081783] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:65:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f518a4-4b28-4f97-bad4-941eb814e913', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.090809] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Creating folder: Project (1c5faadfe89f4b74a1dfebbbd93ff71f). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.092099] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcb14e18-2e60-4e35-a5a1-e3bdf6cf5d0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.105354] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Created folder: Project (1c5faadfe89f4b74a1dfebbbd93ff71f) in parent group-v540494. [ 660.105665] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Creating folder: Instances. Parent ref: group-v540598. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.106015] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54fc17b4-b995-479b-9c58-bff5bf33914d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.111526] env[63393]: DEBUG nova.compute.manager [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Received event network-changed-97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.111526] env[63393]: DEBUG nova.compute.manager [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Refreshing instance network info cache due to event network-changed-97f518a4-4b28-4f97-bad4-941eb814e913. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.111526] env[63393]: DEBUG oslo_concurrency.lockutils [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] Acquiring lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.112238] env[63393]: DEBUG oslo_concurrency.lockutils [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] Acquired lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112238] env[63393]: DEBUG nova.network.neutron [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Refreshing network info cache for port 97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.115021] env[63393]: INFO nova.compute.manager [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] instance snapshotting [ 660.115138] env[63393]: WARNING nova.compute.manager [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 660.118677] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13291d81-ffbf-4290-b04c-2304a174b1c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.124957] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Created folder: Instances in parent group-v540598. [ 660.125439] env[63393]: DEBUG oslo.service.loopingcall [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.125765] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.126142] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd68e4fa-ab5d-4787-9268-c5b8d5549b1e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.157039] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c905f169-c083-41dd-ae9d-b197ac84bc76 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.162332] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.162332] env[63393]: value = "task-2681452" [ 660.162332] env[63393]: _type = "Task" [ 660.162332] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.176345] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681452, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.223760] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.233995] env[63393]: DEBUG nova.compute.manager [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.234330] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.235343] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3810f58-0367-425a-86f0-334da195c1f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.244349] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.244639] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb2581c-6121-4999-9136-12764e0597e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.249271] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.249566] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.249696] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.249939] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.250034] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.250193] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.250401] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.250560] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.250750] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.250930] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.251143] env[63393]: DEBUG nova.virt.hardware [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.251982] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ef26d-a1c0-4d66-92cf-8eaa7fb3e587 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.255850] env[63393]: DEBUG oslo_vmware.api [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 660.255850] env[63393]: value = "task-2681453" [ 660.255850] env[63393]: _type = "Task" [ 660.255850] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.265574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce9c7b3-e99e-4bbc-a045-6e3070769dc6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.274204] env[63393]: DEBUG oslo_vmware.api [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.338201] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681449, 'name': ReconfigVM_Task, 'duration_secs': 0.79805} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.338526] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5fae3008-ed55-4e69-bea5-33f26ee23090/5fae3008-ed55-4e69-bea5-33f26ee23090.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.339270] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f16a59cb-a499-40f2-a662-5921411ef39a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.347864] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 660.347864] env[63393]: value = "task-2681454" [ 660.347864] env[63393]: _type = "Task" [ 660.347864] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.358264] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681454, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.454592] env[63393]: DEBUG nova.scheduler.client.report [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.560664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.674246] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 660.674246] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4889e3b-c764-4e02-b9c3-1daf08e19b16 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.677602] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681452, 'name': CreateVM_Task, 'duration_secs': 0.403613} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.678049] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.678931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.679115] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679465] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.679807] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2485c8d8-070c-4919-ac7b-9f596c2ae306 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.684057] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 660.684057] env[63393]: value = "task-2681455" [ 660.684057] env[63393]: _type = "Task" [ 660.684057] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.685480] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 660.685480] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca2906-56bf-23ad-46c7-0e3bb113e76c" [ 660.685480] env[63393]: _type = "Task" [ 660.685480] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.697915] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca2906-56bf-23ad-46c7-0e3bb113e76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.700741] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681455, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.767050] env[63393]: DEBUG oslo_vmware.api [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681453, 'name': PowerOffVM_Task, 'duration_secs': 0.294249} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.767262] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.767395] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.767662] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e7043a-5457-4396-999e-158f8adaabea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.839097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.839411] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.839636] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Deleting the datastore file [datastore2] 59fa839d-83dd-463c-9e5e-91f5fbe38753 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.839954] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b28e81d-003c-4985-9625-9baa66af373f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.847356] env[63393]: DEBUG oslo_vmware.api [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for the task: (returnval){ [ 660.847356] env[63393]: value = "task-2681457" [ 660.847356] env[63393]: _type = "Task" [ 660.847356] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.861286] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681454, 'name': Rename_Task, 'duration_secs': 0.228549} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.864720] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.865053] env[63393]: DEBUG oslo_vmware.api [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.865288] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b28ecb98-b8cb-4745-856b-98b222a2c6b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.873134] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 660.873134] env[63393]: value = "task-2681458" [ 660.873134] env[63393]: _type = "Task" [ 660.873134] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.882449] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.952854] env[63393]: DEBUG nova.network.neutron [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updated VIF entry in instance network info cache for port 97f518a4-4b28-4f97-bad4-941eb814e913. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.953339] env[63393]: DEBUG nova.network.neutron [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updating instance_info_cache with network_info: [{"id": "97f518a4-4b28-4f97-bad4-941eb814e913", "address": "fa:16:3e:9d:65:d8", "network": {"id": "18911bc0-45a2-47ca-8841-1ccd7c85db60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-46881127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5faadfe89f4b74a1dfebbbd93ff71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f518a4-4b", "ovs_interfaceid": "97f518a4-4b28-4f97-bad4-941eb814e913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.959760] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.960313] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.962761] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.578s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.963047] env[63393]: DEBUG nova.objects.instance [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lazy-loading 'resources' on Instance uuid 2ed42fac-9066-4bc2-831a-91e367651687 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.066761] env[63393]: DEBUG nova.network.neutron [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Successfully updated port: c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.203468] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681455, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.208216] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca2906-56bf-23ad-46c7-0e3bb113e76c, 'name': SearchDatastore_Task, 'duration_secs': 0.014696} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.208562] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.208806] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.209050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.209222] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.209415] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.209709] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a8ddc7d-4e38-4d60-a31e-bdcb09f2acf6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.219396] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.219718] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.220490] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065b0a4d-d816-4a8d-be21-fb9153cc26ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.227340] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 661.227340] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529c7bc3-02d8-a512-8dcb-29db686c58eb" [ 661.227340] env[63393]: _type = "Task" [ 661.227340] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.236485] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529c7bc3-02d8-a512-8dcb-29db686c58eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.358819] env[63393]: DEBUG oslo_vmware.api [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Task: {'id': task-2681457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245703} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.359161] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.359378] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.359595] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.359834] env[63393]: INFO nova.compute.manager [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Took 1.13 seconds to destroy the instance on the hypervisor. [ 661.360156] env[63393]: DEBUG oslo.service.loopingcall [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.360391] env[63393]: DEBUG nova.compute.manager [-] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.360534] env[63393]: DEBUG nova.network.neutron [-] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.391780] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681458, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.456300] env[63393]: DEBUG oslo_concurrency.lockutils [req-595f8d44-f029-4fd6-8488-ba0dfb57779f req-ebbe6e40-613e-45c7-a912-1daa40d95053 service nova] Releasing lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.468494] env[63393]: DEBUG nova.compute.utils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.470980] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.470980] env[63393]: DEBUG nova.network.neutron [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.568622] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.568787] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.569060] env[63393]: DEBUG nova.network.neutron [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.697682] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681455, 'name': CreateSnapshot_Task, 'duration_secs': 0.62511} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.701581] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.701707] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5e5ff-1a14-46aa-8871-94c94ed1ce37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.738081] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529c7bc3-02d8-a512-8dcb-29db686c58eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.741550] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2834c51d-db64-46ae-a76e-965265e797b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.750663] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 661.750663] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5268546f-795d-e8c1-a67d-640a1092bcc9" [ 661.750663] env[63393]: _type = "Task" [ 661.750663] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.763952] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5268546f-795d-e8c1-a67d-640a1092bcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.785844] env[63393]: DEBUG nova.policy [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd764855268b244fe99ddb959d5b2fb33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8055db1a22f449d9b1afe4cbce2cc935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.894474] env[63393]: DEBUG oslo_vmware.api [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681458, 'name': PowerOnVM_Task, 'duration_secs': 0.572933} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.894474] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.894474] env[63393]: INFO nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Took 14.33 seconds to spawn the instance on the hypervisor. [ 661.894474] env[63393]: DEBUG nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.894474] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f41b51e-5077-49c7-9060-939c8a1f426c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.973615] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.035313] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f73973-a061-4e01-b3fa-c9312c906799 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.043869] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899cc36-56fd-43b6-9e69-6ce127ee04b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.083398] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a56196-bbd0-4860-9d1f-3ae725934145 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.092946] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff2d7fb-7084-4a47-a7ee-a4ad497f63d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.108148] env[63393]: DEBUG nova.compute.provider_tree [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.150626] env[63393]: DEBUG nova.network.neutron [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.203963] env[63393]: DEBUG nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Received event network-vif-plugged-c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.204324] env[63393]: DEBUG oslo_concurrency.lockutils [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] Acquiring lock "ce27a7e1-05e2-46b0-9689-39d4efbda232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.204605] env[63393]: DEBUG oslo_concurrency.lockutils [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.204819] env[63393]: DEBUG oslo_concurrency.lockutils [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.205045] env[63393]: DEBUG nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] No waiting events found dispatching network-vif-plugged-c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.205236] env[63393]: WARNING nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Received unexpected event network-vif-plugged-c619645b-41a1-4b29-8065-d2d1602db609 for instance with vm_state building and task_state spawning. [ 662.205432] env[63393]: DEBUG nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Received event network-changed-c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.205544] env[63393]: DEBUG nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Refreshing instance network info cache due to event network-changed-c619645b-41a1-4b29-8065-d2d1602db609. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 662.205711] env[63393]: DEBUG oslo_concurrency.lockutils [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] Acquiring lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.227165] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.230172] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3c1d084-463c-460e-93e5-3eceb2b708de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.240467] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 662.240467] env[63393]: value = "task-2681459" [ 662.240467] env[63393]: _type = "Task" [ 662.240467] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.249807] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681459, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.258903] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5268546f-795d-e8c1-a67d-640a1092bcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.017126} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.259183] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.259442] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d9faab7b-af63-41e1-94b5-65e3ad0db03f/d9faab7b-af63-41e1-94b5-65e3ad0db03f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.259696] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e016ca2-f92d-480d-b0f2-8417ad51a1ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.266420] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 662.266420] env[63393]: value = "task-2681460" [ 662.266420] env[63393]: _type = "Task" [ 662.266420] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.275258] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.383124] env[63393]: DEBUG nova.network.neutron [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Successfully created port: b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.418549] env[63393]: INFO nova.compute.manager [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Took 53.21 seconds to build instance. [ 662.452072] env[63393]: DEBUG nova.network.neutron [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Updating instance_info_cache with network_info: [{"id": "c619645b-41a1-4b29-8065-d2d1602db609", "address": "fa:16:3e:5b:5e:b7", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619645b-41", "ovs_interfaceid": "c619645b-41a1-4b29-8065-d2d1602db609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.587321] env[63393]: DEBUG nova.network.neutron [-] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.612156] env[63393]: DEBUG nova.scheduler.client.report [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.754988] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681459, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.777513] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.920275] env[63393]: DEBUG oslo_concurrency.lockutils [None req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.389s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.954931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.955318] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Instance network_info: |[{"id": "c619645b-41a1-4b29-8065-d2d1602db609", "address": "fa:16:3e:5b:5e:b7", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619645b-41", "ovs_interfaceid": "c619645b-41a1-4b29-8065-d2d1602db609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.955631] env[63393]: DEBUG oslo_concurrency.lockutils [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] Acquired lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.955827] env[63393]: DEBUG nova.network.neutron [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Refreshing network info cache for port c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.957033] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5e:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c619645b-41a1-4b29-8065-d2d1602db609', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.966727] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating folder: Project (8055db1a22f449d9b1afe4cbce2cc935). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.966727] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6298bedf-eded-494d-aecc-ab7ed0064097 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.979212] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created folder: Project (8055db1a22f449d9b1afe4cbce2cc935) in parent group-v540494. [ 662.979337] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating folder: Instances. Parent ref: group-v540603. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.979646] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d3d85c9-d750-4bc8-80e0-9bbab84bc3c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.982838] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.994601] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created folder: Instances in parent group-v540603. [ 662.994601] env[63393]: DEBUG oslo.service.loopingcall [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.994601] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.994886] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69cc5346-a2e7-4dfd-8485-3727f5069299 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.018770] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.018770] env[63393]: value = "task-2681463" [ 663.018770] env[63393]: _type = "Task" [ 663.018770] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.024025] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.024184] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.024265] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.024500] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.024670] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.024818] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.025040] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.025220] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.025390] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.025553] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.025738] env[63393]: DEBUG nova.virt.hardware [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.026553] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b3227a-f2b8-4f18-8e52-2e9dfecbcdaf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.034748] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681463, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.037939] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a0d5a-6ae0-49ae-a074-8970ecdfed46 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.091444] env[63393]: INFO nova.compute.manager [-] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Took 1.73 seconds to deallocate network for instance. [ 663.118713] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.121334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.547s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.121852] env[63393]: DEBUG nova.objects.instance [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lazy-loading 'resources' on Instance uuid 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.142168] env[63393]: INFO nova.scheduler.client.report [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted allocations for instance 2ed42fac-9066-4bc2-831a-91e367651687 [ 663.236722] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "5fae3008-ed55-4e69-bea5-33f26ee23090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.237064] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.237191] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.237380] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.237552] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.245238] env[63393]: INFO nova.compute.manager [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Terminating instance [ 663.254194] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681459, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.276584] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647698} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.276944] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d9faab7b-af63-41e1-94b5-65e3ad0db03f/d9faab7b-af63-41e1-94b5-65e3ad0db03f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.277203] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.277471] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87cb5ae-7aa2-4463-b8c5-0cdfe5a129d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.284494] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 663.284494] env[63393]: value = "task-2681464" [ 663.284494] env[63393]: _type = "Task" [ 663.284494] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.294665] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.423037] env[63393]: DEBUG nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.529530] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681463, 'name': CreateVM_Task, 'duration_secs': 0.40092} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.529530] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.529530] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.529530] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.529803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.529993] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230976ed-cb64-472d-996d-92c87bbe248e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.535627] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 663.535627] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52de20f2-1f09-ebb9-b0e7-9b84a73d58c9" [ 663.535627] env[63393]: _type = "Task" [ 663.535627] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.547160] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52de20f2-1f09-ebb9-b0e7-9b84a73d58c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.599171] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.652947] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "2ed42fac-9066-4bc2-831a-91e367651687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.551s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.750810] env[63393]: DEBUG nova.compute.manager [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.750810] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.750810] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9593ee-f4d0-49d3-a89f-a2c274ebbb76 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.756991] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681459, 'name': CloneVM_Task} progress is 95%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.764800] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.766296] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-624babf0-f9ab-4e8f-b766-843df4066069 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.787556] env[63393]: DEBUG oslo_vmware.api [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 663.787556] env[63393]: value = "task-2681465" [ 663.787556] env[63393]: _type = "Task" [ 663.787556] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.789612] env[63393]: DEBUG oslo_vmware.api [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.801206] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071452} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.801549] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.802476] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21c7b2c-6e1b-4ae2-a237-6b78ff47259c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.829284] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d9faab7b-af63-41e1-94b5-65e3ad0db03f/d9faab7b-af63-41e1-94b5-65e3ad0db03f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.832710] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fcd2fdf-c45c-437b-80b1-47d7c5ac0d57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.852729] env[63393]: DEBUG nova.network.neutron [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Updated VIF entry in instance network info cache for port c619645b-41a1-4b29-8065-d2d1602db609. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.853105] env[63393]: DEBUG nova.network.neutron [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Updating instance_info_cache with network_info: [{"id": "c619645b-41a1-4b29-8065-d2d1602db609", "address": "fa:16:3e:5b:5e:b7", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619645b-41", "ovs_interfaceid": "c619645b-41a1-4b29-8065-d2d1602db609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.860306] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 663.860306] env[63393]: value = "task-2681466" [ 663.860306] env[63393]: _type = "Task" [ 663.860306] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.872988] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681466, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.950520] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.048402] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52de20f2-1f09-ebb9-b0e7-9b84a73d58c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013598} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.052128] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.052442] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.052682] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.053392] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.053392] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.053547] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d16eba58-9213-44fb-ae6e-ccc098a9c335 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.062162] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.062409] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.063277] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d06463-fde4-4a58-8cf0-2a4f5e2cb33f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.068732] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 664.068732] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526bac0b-749e-501d-c227-0e51a8d5a509" [ 664.068732] env[63393]: _type = "Task" [ 664.068732] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.080299] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526bac0b-749e-501d-c227-0e51a8d5a509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.147481] env[63393]: DEBUG nova.network.neutron [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Successfully updated port: b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.233732] env[63393]: DEBUG nova.compute.manager [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Received event network-vif-plugged-b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.233968] env[63393]: DEBUG oslo_concurrency.lockutils [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] Acquiring lock "369dc141-ec0b-4237-aed7-d047e9a59bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.234179] env[63393]: DEBUG oslo_concurrency.lockutils [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.234436] env[63393]: DEBUG oslo_concurrency.lockutils [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.234905] env[63393]: DEBUG nova.compute.manager [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] No waiting events found dispatching network-vif-plugged-b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.234905] env[63393]: WARNING nova.compute.manager [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Received unexpected event network-vif-plugged-b0918a5e-d79c-4d8e-a70c-0004135acd3a for instance with vm_state building and task_state spawning. [ 664.234905] env[63393]: DEBUG nova.compute.manager [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Received event network-changed-b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.235062] env[63393]: DEBUG nova.compute.manager [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Refreshing instance network info cache due to event network-changed-b0918a5e-d79c-4d8e-a70c-0004135acd3a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.235219] env[63393]: DEBUG oslo_concurrency.lockutils [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] Acquiring lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.235370] env[63393]: DEBUG oslo_concurrency.lockutils [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] Acquired lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.235531] env[63393]: DEBUG nova.network.neutron [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Refreshing network info cache for port b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.252549] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681459, 'name': CloneVM_Task, 'duration_secs': 1.806412} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.253811] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Created linked-clone VM from snapshot [ 664.254604] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852a4c1d-e961-4e9b-bd86-3bb8e896aacc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.257667] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fbcc3-6508-4501-a2cc-aa9fec24aa89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.268202] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c6e37-b2c9-49e3-bdc7-184b9486e0b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.271672] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Uploading image b624771c-8645-45cb-b414-43a7c4bac935 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 664.307517] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93629401-634c-4f75-ac45-8831aa6e73b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.316026] env[63393]: DEBUG oslo_vmware.api [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681465, 'name': PowerOffVM_Task, 'duration_secs': 0.267217} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.317650] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 664.317650] env[63393]: value = "vm-540602" [ 664.317650] env[63393]: _type = "VirtualMachine" [ 664.317650] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 664.319685] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.319863] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.320119] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb324976-70ef-48f0-88ae-e285c49f45fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.321734] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-743b7ae9-3b61-498a-a358-1fd1bea0001d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.323940] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7470934-5b8e-4cc1-aac1-b5ee146d68a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.339689] env[63393]: DEBUG nova.compute.provider_tree [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.345023] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease: (returnval){ [ 664.345023] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5259c8c6-6208-04c7-a781-a696bd5e386c" [ 664.345023] env[63393]: _type = "HttpNfcLease" [ 664.345023] env[63393]: } obtained for exporting VM: (result){ [ 664.345023] env[63393]: value = "vm-540602" [ 664.345023] env[63393]: _type = "VirtualMachine" [ 664.345023] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 664.345023] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the lease: (returnval){ [ 664.345023] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5259c8c6-6208-04c7-a781-a696bd5e386c" [ 664.345023] env[63393]: _type = "HttpNfcLease" [ 664.345023] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 664.348116] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.348116] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5259c8c6-6208-04c7-a781-a696bd5e386c" [ 664.348116] env[63393]: _type = "HttpNfcLease" [ 664.348116] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.348902] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.348902] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5259c8c6-6208-04c7-a781-a696bd5e386c" [ 664.348902] env[63393]: _type = "HttpNfcLease" [ 664.348902] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.349613] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202b954-c227-440a-a2db-72190c75b34e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.357773] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52755b12-2b46-aeba-4e8b-06cacfc01171/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.357953] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52755b12-2b46-aeba-4e8b-06cacfc01171/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.359424] env[63393]: DEBUG oslo_concurrency.lockutils [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] Releasing lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.359663] env[63393]: DEBUG nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Received event network-vif-deleted-d014fa08-122c-40cc-aff9-a56b891e7d54 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.359887] env[63393]: INFO nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Neutron deleted interface d014fa08-122c-40cc-aff9-a56b891e7d54; detaching it from the instance and deleting it from the info cache [ 664.360064] env[63393]: DEBUG nova.network.neutron [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.426679] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681466, 'name': ReconfigVM_Task, 'duration_secs': 0.409846} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.427299] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d9faab7b-af63-41e1-94b5-65e3ad0db03f/d9faab7b-af63-41e1-94b5-65e3ad0db03f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.428017] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b6fc0e6-e21d-41e0-989e-ce981445dfc1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.434605] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 664.434605] env[63393]: value = "task-2681469" [ 664.434605] env[63393]: _type = "Task" [ 664.434605] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.443568] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681469, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.461927] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.462207] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.462436] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Deleting the datastore file [datastore2] 5fae3008-ed55-4e69-bea5-33f26ee23090 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.462702] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58f72b1-9593-4165-a6a9-ec90e66b4590 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.469675] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ade8aca-18c7-4854-b3b2-0f73b0d01b25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.471530] env[63393]: DEBUG oslo_vmware.api [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 664.471530] env[63393]: value = "task-2681470" [ 664.471530] env[63393]: _type = "Task" [ 664.471530] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.480997] env[63393]: DEBUG oslo_vmware.api [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.582452] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526bac0b-749e-501d-c227-0e51a8d5a509, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.585408] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f982b4f-787f-463d-b776-97e5ed6bd699 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.592100] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 664.592100] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f00897-ae06-c823-461d-2bff904ca0d5" [ 664.592100] env[63393]: _type = "Task" [ 664.592100] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.602495] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f00897-ae06-c823-461d-2bff904ca0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.647216] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.770959] env[63393]: DEBUG nova.network.neutron [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.844687] env[63393]: DEBUG nova.scheduler.client.report [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.851031] env[63393]: DEBUG nova.network.neutron [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.919923] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c896a317-342e-4eb3-bd2a-c456fff0a06e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.931394] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278378cd-b31b-4b4c-a1ad-80f0f6a25d4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.953736] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681469, 'name': Rename_Task, 'duration_secs': 0.16497} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.954224] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.954304] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d63272-fac8-4483-944b-a2560fcb37ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.960044] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 664.960044] env[63393]: value = "task-2681471" [ 664.960044] env[63393]: _type = "Task" [ 664.960044] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.979868] env[63393]: DEBUG nova.compute.manager [req-60e65403-7bec-4b03-80dd-62be029934f9 req-8252a61b-2185-4d2b-946e-4bc77f022e93 service nova] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Detach interface failed, port_id=d014fa08-122c-40cc-aff9-a56b891e7d54, reason: Instance 59fa839d-83dd-463c-9e5e-91f5fbe38753 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 664.987436] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681471, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.992751] env[63393]: DEBUG oslo_vmware.api [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327647} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.993206] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.993378] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.993588] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.993824] env[63393]: INFO nova.compute.manager [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Took 1.24 seconds to destroy the instance on the hypervisor. [ 664.994155] env[63393]: DEBUG oslo.service.loopingcall [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.994436] env[63393]: DEBUG nova.compute.manager [-] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.994615] env[63393]: DEBUG nova.network.neutron [-] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.104666] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f00897-ae06-c823-461d-2bff904ca0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014983} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.107289] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.107289] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/ce27a7e1-05e2-46b0-9689-39d4efbda232.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.107289] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eeda3f9-dd1f-4b9a-9404-b80181f64311 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.113955] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 665.113955] env[63393]: value = "task-2681472" [ 665.113955] env[63393]: _type = "Task" [ 665.113955] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.123736] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.350812] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.354342] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.847s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.354681] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.355093] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 665.355416] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.442s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.357191] env[63393]: INFO nova.compute.claims [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.360411] env[63393]: DEBUG oslo_concurrency.lockutils [req-6569cd82-ffb4-4804-8750-323640ac41f5 req-47cee95e-ae4f-4199-bdc0-1008d3c81780 service nova] Releasing lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.361674] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad39e90-6925-4399-9b62-7dcef01782fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364894] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.365161] env[63393]: DEBUG nova.network.neutron [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.376384] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28174d35-795e-463f-85b2-75703c096b27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.383381] env[63393]: INFO nova.scheduler.client.report [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Deleted allocations for instance 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a [ 665.401065] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbdaca3-c311-4817-9b05-7e420893be2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.411329] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ef147-a260-4455-9a1e-43742c621285 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.447502] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179518MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 665.447738] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.481152] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.626900] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.893283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Lock "7c9509a4-a57d-4e9c-94c5-105f0bab0f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.044s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.903405] env[63393]: DEBUG nova.network.neutron [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.958570] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e92d6-eb5c-074a-67b3-61c68db1026d/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 665.959546] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe26883c-b5e1-46dc-8327-27b1cf37fc44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.972476] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e92d6-eb5c-074a-67b3-61c68db1026d/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 665.972794] env[63393]: ERROR oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e92d6-eb5c-074a-67b3-61c68db1026d/disk-0.vmdk due to incomplete transfer. [ 665.973153] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f40739e1-e30d-4a7d-bc8b-d8fc3a886895 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.979331] env[63393]: DEBUG oslo_vmware.api [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681471, 'name': PowerOnVM_Task, 'duration_secs': 0.54312} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.980284] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.981074] env[63393]: INFO nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Took 8.49 seconds to spawn the instance on the hypervisor. [ 665.981074] env[63393]: DEBUG nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.981669] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247f059b-6d83-485a-8de4-87dc599df9fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.986331] env[63393]: DEBUG oslo_vmware.rw_handles [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e92d6-eb5c-074a-67b3-61c68db1026d/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 665.986615] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Uploaded image ea68907f-317a-42e2-98f7-448b550fe08e to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 665.989199] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.991348] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0dbdd016-4c84-428d-81e9-fe3bdeca4e09 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.002300] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 666.002300] env[63393]: value = "task-2681473" [ 666.002300] env[63393]: _type = "Task" [ 666.002300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.013695] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681473, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.094747] env[63393]: DEBUG nova.network.neutron [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Updating instance_info_cache with network_info: [{"id": "b0918a5e-d79c-4d8e-a70c-0004135acd3a", "address": "fa:16:3e:34:09:5f", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0918a5e-d7", "ovs_interfaceid": "b0918a5e-d79c-4d8e-a70c-0004135acd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.125870] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627849} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.126262] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/ce27a7e1-05e2-46b0-9689-39d4efbda232.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.126749] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.127055] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed0ac6b3-6080-4287-aa99-bd2ece1df80a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.134507] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 666.134507] env[63393]: value = "task-2681474" [ 666.134507] env[63393]: _type = "Task" [ 666.134507] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.142785] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.272966] env[63393]: DEBUG nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-vif-deleted-27890e79-36e2-460d-99fa-6aee09ca9dd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.273465] env[63393]: INFO nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Neutron deleted interface 27890e79-36e2-460d-99fa-6aee09ca9dd8; detaching it from the instance and deleting it from the info cache [ 666.273734] env[63393]: DEBUG nova.network.neutron [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [{"id": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "address": "fa:16:3e:df:da:77", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ddafc2c-50", "ovs_interfaceid": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "address": "fa:16:3e:19:27:bd", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a92ef-e1", "ovs_interfaceid": "9e2a92ef-e18e-4b9d-8665-1e0dd04dd377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.365114] env[63393]: DEBUG nova.network.neutron [-] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.517015] env[63393]: INFO nova.compute.manager [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Took 49.95 seconds to build instance. [ 666.523923] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681473, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.601215] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.601496] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Instance network_info: |[{"id": "b0918a5e-d79c-4d8e-a70c-0004135acd3a", "address": "fa:16:3e:34:09:5f", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0918a5e-d7", "ovs_interfaceid": "b0918a5e-d79c-4d8e-a70c-0004135acd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.602127] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:09:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0918a5e-d79c-4d8e-a70c-0004135acd3a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.613023] env[63393]: DEBUG oslo.service.loopingcall [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.613023] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.613023] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22214f40-1555-44a9-bbe9-f060adf2d44b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.639390] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.639390] env[63393]: value = "task-2681475" [ 666.639390] env[63393]: _type = "Task" [ 666.639390] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.648460] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065851} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.649148] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.649936] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc47ed3-e122-4e73-a606-9eff23c35088 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.656020] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681475, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.675748] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/ce27a7e1-05e2-46b0-9689-39d4efbda232.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.678841] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b03a2a4-cdfc-4de7-baa6-5096d3b63961 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.699885] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 666.699885] env[63393]: value = "task-2681476" [ 666.699885] env[63393]: _type = "Task" [ 666.699885] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.709900] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.776843] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e001623e-5f11-4efa-91b2-b702b2fa0f9b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.790253] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4951172-4903-43d1-92b7-bde888ad4294 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.833278] env[63393]: DEBUG nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Detach interface failed, port_id=27890e79-36e2-460d-99fa-6aee09ca9dd8, reason: Instance 5fae3008-ed55-4e69-bea5-33f26ee23090 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 666.833569] env[63393]: DEBUG nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-vif-deleted-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.833768] env[63393]: INFO nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Neutron deleted interface 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377; detaching it from the instance and deleting it from the info cache [ 666.834062] env[63393]: DEBUG nova.network.neutron [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [{"id": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "address": "fa:16:3e:df:da:77", "network": {"id": "27be6813-da57-4a9c-9a6b-74a14058c504", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1923757778", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ddafc2c-50", "ovs_interfaceid": "1ddafc2c-50c6-494f-8f9d-c43e1892b004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.867257] env[63393]: INFO nova.compute.manager [-] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Took 1.87 seconds to deallocate network for instance. [ 666.972391] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dea8c92-02fb-4f2a-ba7e-7457e5aeb634 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.980707] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baffafd8-a9c4-4203-a219-9d6256b40eee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.019039] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dec4e8-a3a2-41d7-ae14-c54beb56c0ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.021906] env[63393]: DEBUG oslo_concurrency.lockutils [None req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.096s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.027783] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681473, 'name': Destroy_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.030872] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc0683-b455-45dd-ac94-ff27a1bf2f28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.045348] env[63393]: DEBUG nova.compute.provider_tree [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.150544] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681475, 'name': CreateVM_Task, 'duration_secs': 0.36514} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.150718] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.151445] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.151611] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.151931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.152242] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9407df6e-27da-4002-b5d7-7b4dbc91e465 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.157363] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 667.157363] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5209ce5f-4ad6-6150-f424-a4449b6953ad" [ 667.157363] env[63393]: _type = "Task" [ 667.157363] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.165426] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5209ce5f-4ad6-6150-f424-a4449b6953ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.211248] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.341912] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bdadfc1-d23e-416f-8baf-8e17a1958db5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.355499] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8473cb-54f1-4201-a458-be8fd9913d39 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.374169] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.397371] env[63393]: DEBUG nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Detach interface failed, port_id=9e2a92ef-e18e-4b9d-8665-1e0dd04dd377, reason: Instance 5fae3008-ed55-4e69-bea5-33f26ee23090 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 667.397592] env[63393]: DEBUG nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Received event network-vif-deleted-1ddafc2c-50c6-494f-8f9d-c43e1892b004 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.397761] env[63393]: INFO nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Neutron deleted interface 1ddafc2c-50c6-494f-8f9d-c43e1892b004; detaching it from the instance and deleting it from the info cache [ 667.397927] env[63393]: DEBUG nova.network.neutron [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.526983] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.531896] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681473, 'name': Destroy_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.549589] env[63393]: DEBUG nova.scheduler.client.report [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.670499] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5209ce5f-4ad6-6150-f424-a4449b6953ad, 'name': SearchDatastore_Task, 'duration_secs': 0.02266} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.670811] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.671064] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.671331] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.671487] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.671683] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.671953] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d49939b9-2703-45d8-b9ab-4bd0ff96d22a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.680710] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.680903] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.681672] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5464528e-945b-4c3e-98b6-921d35cfd218 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.687522] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 667.687522] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52125a23-878a-49e4-a8c3-c9b8fce11a4e" [ 667.687522] env[63393]: _type = "Task" [ 667.687522] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.696211] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52125a23-878a-49e4-a8c3-c9b8fce11a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.709832] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.899485] env[63393]: DEBUG nova.compute.manager [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Received event network-changed-97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.899761] env[63393]: DEBUG nova.compute.manager [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Refreshing instance network info cache due to event network-changed-97f518a4-4b28-4f97-bad4-941eb814e913. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.899906] env[63393]: DEBUG oslo_concurrency.lockutils [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] Acquiring lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.900123] env[63393]: DEBUG oslo_concurrency.lockutils [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] Acquired lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.900328] env[63393]: DEBUG nova.network.neutron [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Refreshing network info cache for port 97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.903287] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5be39e06-d9c8-47f2-9d38-3fb70b19264b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.915506] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a98c1-7093-4700-ace7-808a9cb36ae0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.951838] env[63393]: DEBUG nova.compute.manager [req-f6f2bfe4-3a6b-4c4b-8d91-d079a5fe2e76 req-9c65f234-2968-47d7-84e6-e64af93e6561 service nova] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Detach interface failed, port_id=1ddafc2c-50c6-494f-8f9d-c43e1892b004, reason: Instance 5fae3008-ed55-4e69-bea5-33f26ee23090 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 668.027849] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681473, 'name': Destroy_Task, 'duration_secs': 1.704379} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.028130] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Destroyed the VM [ 668.028641] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.028641] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8888ac6-a09b-4f0a-bf12-e00019006607 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.036767] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 668.036767] env[63393]: value = "task-2681477" [ 668.036767] env[63393]: _type = "Task" [ 668.036767] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.049385] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.059134] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.059134] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.061299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.844s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.061512] env[63393]: DEBUG nova.objects.instance [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lazy-loading 'resources' on Instance uuid fa73bac1-49d8-4360-a96e-1527ee1fc1cf {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.064081] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.198681] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52125a23-878a-49e4-a8c3-c9b8fce11a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.03007} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.199502] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286f4eea-874f-491c-8189-f5fe27233168 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.207980] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 668.207980] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b24d3f-e5c2-73ac-5233-78c3dfccf89c" [ 668.207980] env[63393]: _type = "Task" [ 668.207980] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.211532] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681476, 'name': ReconfigVM_Task, 'duration_secs': 1.420663} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.214771] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Reconfigured VM instance instance-00000025 to attach disk [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/ce27a7e1-05e2-46b0-9689-39d4efbda232.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.215433] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1035176-5ec0-4845-8b53-968a9cf87178 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.223010] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b24d3f-e5c2-73ac-5233-78c3dfccf89c, 'name': SearchDatastore_Task, 'duration_secs': 0.011833} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.224586] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.224683] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/369dc141-ec0b-4237-aed7-d047e9a59bab.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.225331] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 668.225331] env[63393]: value = "task-2681478" [ 668.225331] env[63393]: _type = "Task" [ 668.225331] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.225331] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b412d8c4-b9d4-4430-bc5e-d621db07d7c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.237350] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681478, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.238772] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 668.238772] env[63393]: value = "task-2681479" [ 668.238772] env[63393]: _type = "Task" [ 668.238772] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.247475] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.554632] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681477, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.567021] env[63393]: DEBUG nova.compute.utils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.577952] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.578342] env[63393]: DEBUG nova.network.neutron [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.703433] env[63393]: DEBUG nova.policy [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac5f51f3847c40e4b67d4cd4e60abb97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2bcd7c7a4934a1db7958d41f96df7aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.740279] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681478, 'name': Rename_Task, 'duration_secs': 0.173867} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.744721] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.745019] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a87bc5b7-2641-427b-b364-6871735d3496 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.759935] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52027} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.764626] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/369dc141-ec0b-4237-aed7-d047e9a59bab.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.764902] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.765196] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 668.765196] env[63393]: value = "task-2681480" [ 668.765196] env[63393]: _type = "Task" [ 668.765196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.765634] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e471a290-449d-416d-9580-addfd600c53b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.779484] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681480, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.784374] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 668.784374] env[63393]: value = "task-2681481" [ 668.784374] env[63393]: _type = "Task" [ 668.784374] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.796837] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.924173] env[63393]: DEBUG nova.network.neutron [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updated VIF entry in instance network info cache for port 97f518a4-4b28-4f97-bad4-941eb814e913. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.924555] env[63393]: DEBUG nova.network.neutron [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updating instance_info_cache with network_info: [{"id": "97f518a4-4b28-4f97-bad4-941eb814e913", "address": "fa:16:3e:9d:65:d8", "network": {"id": "18911bc0-45a2-47ca-8841-1ccd7c85db60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-46881127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5faadfe89f4b74a1dfebbbd93ff71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f518a4-4b", "ovs_interfaceid": "97f518a4-4b28-4f97-bad4-941eb814e913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.055279] env[63393]: DEBUG oslo_vmware.api [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681477, 'name': RemoveSnapshot_Task, 'duration_secs': 0.712123} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.055279] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 669.055563] env[63393]: INFO nova.compute.manager [None req-b9f7205b-497e-4b8b-a389-b2a2ae5440a1 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Took 15.14 seconds to snapshot the instance on the hypervisor. [ 669.076032] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.177412] env[63393]: DEBUG nova.network.neutron [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Successfully created port: f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.208239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e44b38-54a6-48f7-ac98-219822bf98f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.216595] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f7c388-314a-40ec-9bc9-38b6913a37dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.248567] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a039d1-6ca8-4ed0-baca-55dde37fd924 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.256564] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83400eaf-4ce9-43cf-bb69-283664396088 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.271016] env[63393]: DEBUG nova.compute.provider_tree [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.280576] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681480, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.296629] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073163} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.296895] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.297713] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1117a075-449e-4969-bd32-5c685ba638a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.321640] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/369dc141-ec0b-4237-aed7-d047e9a59bab.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.322376] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111c48e9-325f-4403-8323-25f9954a6e17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.342240] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 669.342240] env[63393]: value = "task-2681482" [ 669.342240] env[63393]: _type = "Task" [ 669.342240] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.350510] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.427520] env[63393]: DEBUG oslo_concurrency.lockutils [req-e0caf6d7-e3ec-44b0-8c0c-bd54ec54c6ce req-230984ee-c58c-423d-8cbe-9af1bb288e36 service nova] Releasing lock "refresh_cache-d9faab7b-af63-41e1-94b5-65e3ad0db03f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.776769] env[63393]: DEBUG nova.scheduler.client.report [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.786255] env[63393]: DEBUG oslo_vmware.api [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681480, 'name': PowerOnVM_Task, 'duration_secs': 0.764438} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.786774] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.786984] env[63393]: INFO nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Took 9.56 seconds to spawn the instance on the hypervisor. [ 669.787207] env[63393]: DEBUG nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.788030] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06755381-68b9-4c52-af43-e91446374780 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.855235] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681482, 'name': ReconfigVM_Task, 'duration_secs': 0.278186} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.856243] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/369dc141-ec0b-4237-aed7-d047e9a59bab.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.856889] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3305179-73e2-4ba7-adc1-122f4999b25b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.864837] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 669.864837] env[63393]: value = "task-2681483" [ 669.864837] env[63393]: _type = "Task" [ 669.864837] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.873765] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681483, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.090022] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.116649] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.116930] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.118369] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.118617] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.119080] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.119281] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.119510] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.119677] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.119893] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.120153] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.120316] env[63393]: DEBUG nova.virt.hardware [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.121578] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba17d0db-6921-4c22-9e58-84bd4ffb6056 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.131274] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29756e4e-c71e-4e1e-bc6e-122d13e0cb00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.288182] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.290772] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.794s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.292430] env[63393]: INFO nova.compute.claims [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.309283] env[63393]: INFO nova.compute.manager [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Took 47.46 seconds to build instance. [ 670.338652] env[63393]: INFO nova.scheduler.client.report [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Deleted allocations for instance fa73bac1-49d8-4360-a96e-1527ee1fc1cf [ 670.375351] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681483, 'name': Rename_Task, 'duration_secs': 0.145194} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.375658] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.375913] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aceacec1-090a-40af-9f8d-2f5da2e4b839 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.382351] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 670.382351] env[63393]: value = "task-2681484" [ 670.382351] env[63393]: _type = "Task" [ 670.382351] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.396013] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.799216] env[63393]: DEBUG nova.network.neutron [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Successfully updated port: f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.812878] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.903s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.853285] env[63393]: DEBUG nova.compute.manager [req-4508e9eb-b830-46ac-879a-4ed2ca303531 req-4732ee80-f2a4-4bd7-afc2-a05bb172d186 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Received event network-vif-plugged-f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.854353] env[63393]: DEBUG oslo_concurrency.lockutils [req-4508e9eb-b830-46ac-879a-4ed2ca303531 req-4732ee80-f2a4-4bd7-afc2-a05bb172d186 service nova] Acquiring lock "260d1159-09e8-4c66-b877-7eb0e6effde4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.854353] env[63393]: DEBUG oslo_concurrency.lockutils [req-4508e9eb-b830-46ac-879a-4ed2ca303531 req-4732ee80-f2a4-4bd7-afc2-a05bb172d186 service nova] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.854353] env[63393]: DEBUG oslo_concurrency.lockutils [req-4508e9eb-b830-46ac-879a-4ed2ca303531 req-4732ee80-f2a4-4bd7-afc2-a05bb172d186 service nova] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.854353] env[63393]: DEBUG nova.compute.manager [req-4508e9eb-b830-46ac-879a-4ed2ca303531 req-4732ee80-f2a4-4bd7-afc2-a05bb172d186 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] No waiting events found dispatching network-vif-plugged-f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.854750] env[63393]: WARNING nova.compute.manager [req-4508e9eb-b830-46ac-879a-4ed2ca303531 req-4732ee80-f2a4-4bd7-afc2-a05bb172d186 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Received unexpected event network-vif-plugged-f846f921-8037-4342-9a5c-400c66a74237 for instance with vm_state building and task_state spawning. [ 670.857825] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Lock "fa73bac1-49d8-4360-a96e-1527ee1fc1cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.810s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.894084] env[63393]: DEBUG oslo_vmware.api [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681484, 'name': PowerOnVM_Task, 'duration_secs': 0.493447} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.894360] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.894585] env[63393]: INFO nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Took 7.91 seconds to spawn the instance on the hypervisor. [ 670.894794] env[63393]: DEBUG nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.895678] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba963cf-7d70-478d-addc-bcdbd54d149d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.303214] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.303399] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.303606] env[63393]: DEBUG nova.network.neutron [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.316997] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.419253] env[63393]: INFO nova.compute.manager [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Took 47.49 seconds to build instance. [ 671.601769] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52755b12-2b46-aeba-4e8b-06cacfc01171/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 671.601769] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168e9e4f-4a1d-4905-a905-00d6bdede309 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.609953] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52755b12-2b46-aeba-4e8b-06cacfc01171/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 671.610193] env[63393]: ERROR oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52755b12-2b46-aeba-4e8b-06cacfc01171/disk-0.vmdk due to incomplete transfer. [ 671.613371] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b222b961-c2ae-4879-99a6-9becbd29f38f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.622948] env[63393]: DEBUG oslo_vmware.rw_handles [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52755b12-2b46-aeba-4e8b-06cacfc01171/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 671.623122] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Uploaded image b624771c-8645-45cb-b414-43a7c4bac935 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 671.625092] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 671.625251] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-584a8dcc-aeb9-4ccb-9684-ecdb46df6412 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.635712] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 671.635712] env[63393]: value = "task-2681485" [ 671.635712] env[63393]: _type = "Task" [ 671.635712] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.646573] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681485, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.802132] env[63393]: DEBUG nova.compute.manager [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.805706] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd821470-1552-4158-a246-53cf2955bbb8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.843693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.863676] env[63393]: DEBUG nova.network.neutron [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.896131] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2788952b-3fce-422e-ab66-d0a87e618e8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.905536] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56d6ee0-1384-4272-a650-8505f8a98f3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.943664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b0a6b28c-a903-41c7-b4bf-a724a52421cd tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.549s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.949259] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b4ea1-b747-4887-8009-a0ae9ef897a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.957885] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690bfdce-4b54-4b48-b7bb-3bd2b9fbd487 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.975753] env[63393]: DEBUG nova.compute.provider_tree [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.073154] env[63393]: DEBUG nova.network.neutron [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [{"id": "f846f921-8037-4342-9a5c-400c66a74237", "address": "fa:16:3e:17:4c:21", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf846f921-80", "ovs_interfaceid": "f846f921-8037-4342-9a5c-400c66a74237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.147932] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681485, 'name': Destroy_Task, 'duration_secs': 0.343908} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.148220] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Destroyed the VM [ 672.148453] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 672.148696] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f58bc30f-8b35-41b3-97ff-81550999fdbc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.155153] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 672.155153] env[63393]: value = "task-2681486" [ 672.155153] env[63393]: _type = "Task" [ 672.155153] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.163856] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.282037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "272f9539-f449-431c-b847-1fb862b34e45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.282037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "272f9539-f449-431c-b847-1fb862b34e45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.325901] env[63393]: INFO nova.compute.manager [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] instance snapshotting [ 672.331035] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc217772-f972-4888-adda-3fcd1aa4df52 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.371998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d779701-5d37-4f89-a9ea-e16bbd4cbe03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.452439] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.482897] env[63393]: DEBUG nova.scheduler.client.report [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.577155] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.577408] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Instance network_info: |[{"id": "f846f921-8037-4342-9a5c-400c66a74237", "address": "fa:16:3e:17:4c:21", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf846f921-80", "ovs_interfaceid": "f846f921-8037-4342-9a5c-400c66a74237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.578185] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:4c:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f846f921-8037-4342-9a5c-400c66a74237', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.587554] env[63393]: DEBUG oslo.service.loopingcall [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.587975] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.588176] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fafc746-604d-462e-8137-7c0306f48053 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.613869] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.613869] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.613869] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.614041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.614457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.618722] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.618722] env[63393]: value = "task-2681487" [ 672.618722] env[63393]: _type = "Task" [ 672.618722] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.619274] env[63393]: INFO nova.compute.manager [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Terminating instance [ 672.635038] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681487, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.669749] env[63393]: DEBUG oslo_vmware.api [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681486, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359338} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.669749] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 672.669749] env[63393]: INFO nova.compute.manager [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Took 12.55 seconds to snapshot the instance on the hypervisor. [ 672.887401] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 672.887783] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-555cac09-3ea4-4d0a-8436-17fad7c2a0e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.896452] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 672.896452] env[63393]: value = "task-2681488" [ 672.896452] env[63393]: _type = "Task" [ 672.896452] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.904511] env[63393]: INFO nova.compute.manager [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Rescuing [ 672.905138] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.905402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.905744] env[63393]: DEBUG nova.network.neutron [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.916118] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.920538] env[63393]: DEBUG nova.compute.manager [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Received event network-changed-f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.920898] env[63393]: DEBUG nova.compute.manager [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Refreshing instance network info cache due to event network-changed-f846f921-8037-4342-9a5c-400c66a74237. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.921292] env[63393]: DEBUG oslo_concurrency.lockutils [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] Acquiring lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.921741] env[63393]: DEBUG oslo_concurrency.lockutils [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] Acquired lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.922063] env[63393]: DEBUG nova.network.neutron [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Refreshing network info cache for port f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.981211] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.992459] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.992459] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.993836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.294s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.994675] env[63393]: DEBUG nova.objects.instance [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lazy-loading 'resources' on Instance uuid 2613b16c-08ce-4423-a1c5-c342fa7c79db {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.129560] env[63393]: DEBUG nova.compute.manager [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.129819] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.131018] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225733cc-34bb-4261-8c82-1acd6ec1109d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.142725] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681487, 'name': CreateVM_Task, 'duration_secs': 0.457385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.144646] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.144967] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.146289] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.146289] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.146621] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.146698] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bbdcd6a-b3f3-43c9-a3bb-759a430bfaf7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.148425] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c864e27-b2c0-47e3-bfa7-e687d301bead {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.154433] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 673.154433] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a61e1f-1de1-40c7-adac-14b87318ae0e" [ 673.154433] env[63393]: _type = "Task" [ 673.154433] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.164286] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a61e1f-1de1-40c7-adac-14b87318ae0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.172730] env[63393]: DEBUG nova.compute.manager [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Instance disappeared during snapshot {{(pid=63393) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 673.195155] env[63393]: DEBUG nova.compute.manager [None req-eecba875-3acf-458e-8f58-5c0fe18b9d85 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image not found during clean up b624771c-8645-45cb-b414-43a7c4bac935 {{(pid=63393) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 673.216039] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.216144] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.216680] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleting the datastore file [datastore2] d74cfc21-d87d-45a2-8cf7-4d34244fc363 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.216894] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a1e9d1-ee6a-4404-a883-deef784b15b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.227224] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "5cc76037-03e4-4c2f-8d29-617f94713bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.227640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.227729] env[63393]: DEBUG oslo_vmware.api [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 673.227729] env[63393]: value = "task-2681490" [ 673.227729] env[63393]: _type = "Task" [ 673.227729] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.238249] env[63393]: DEBUG oslo_vmware.api [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.408016] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.501823] env[63393]: DEBUG nova.compute.utils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.503095] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.503259] env[63393]: DEBUG nova.network.neutron [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.603227] env[63393]: DEBUG nova.policy [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aceaa05d15854472a435e82b780f6ded', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aba89970aca1493f9009dc8a5777b171', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.670270] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a61e1f-1de1-40c7-adac-14b87318ae0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.670592] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.670827] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.671077] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.671235] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.671411] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.671700] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a53084-f45e-4cdd-a988-7b58e0f831a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.680776] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.681135] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.683465] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3249c2a-a0ce-4e98-8863-e27a59b339c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688655] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 673.688655] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7df34-68d8-1a2a-bd55-cdd37f994a80" [ 673.688655] env[63393]: _type = "Task" [ 673.688655] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.707399] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7df34-68d8-1a2a-bd55-cdd37f994a80, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.708224] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77985ad-e931-40e2-961f-7a2a5e1cfaf3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.713881] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 673.713881] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52cc433e-f512-8d2e-edbb-17b83767abc7" [ 673.713881] env[63393]: _type = "Task" [ 673.713881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.731040] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cc433e-f512-8d2e-edbb-17b83767abc7, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.734683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.734985] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 260d1159-09e8-4c66-b877-7eb0e6effde4/260d1159-09e8-4c66-b877-7eb0e6effde4.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.737632] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e12db4-0909-4a02-a119-4c7766b1dc9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.746687] env[63393]: DEBUG oslo_vmware.api [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176402} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.749521] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.749521] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.749521] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.749521] env[63393]: INFO nova.compute.manager [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Took 0.62 seconds to destroy the instance on the hypervisor. [ 673.749521] env[63393]: DEBUG oslo.service.loopingcall [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.749861] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 673.749861] env[63393]: value = "task-2681491" [ 673.749861] env[63393]: _type = "Task" [ 673.749861] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.750060] env[63393]: DEBUG nova.compute.manager [-] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.750231] env[63393]: DEBUG nova.network.neutron [-] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.769268] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.876879] env[63393]: DEBUG nova.network.neutron [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updated VIF entry in instance network info cache for port f846f921-8037-4342-9a5c-400c66a74237. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.877416] env[63393]: DEBUG nova.network.neutron [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [{"id": "f846f921-8037-4342-9a5c-400c66a74237", "address": "fa:16:3e:17:4c:21", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf846f921-80", "ovs_interfaceid": "f846f921-8037-4342-9a5c-400c66a74237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.920447] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681488, 'name': CreateSnapshot_Task, 'duration_secs': 0.5131} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.920447] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 673.920447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0736be-136e-4e8b-abe8-b420866a9140 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.007193] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.012929] env[63393]: DEBUG nova.network.neutron [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Updating instance_info_cache with network_info: [{"id": "b0918a5e-d79c-4d8e-a70c-0004135acd3a", "address": "fa:16:3e:34:09:5f", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0918a5e-d7", "ovs_interfaceid": "b0918a5e-d79c-4d8e-a70c-0004135acd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.148351] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88658ae4-1249-43d4-aaaa-9cf2f5f08fb9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.159252] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd0a343-acf1-4861-b362-027b2d138a9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.198193] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149914b-447a-42fc-8529-7fc060911c0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.207448] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57c3c9-feb7-4e7c-bf1d-8fa1a19ed247 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.226372] env[63393]: DEBUG nova.compute.provider_tree [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.255230] env[63393]: DEBUG nova.network.neutron [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Successfully created port: 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.265981] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487301} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.266438] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 260d1159-09e8-4c66-b877-7eb0e6effde4/260d1159-09e8-4c66-b877-7eb0e6effde4.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.266722] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.267120] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2083d671-a0b3-4fc1-b995-80ddd3e452ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.274039] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 674.274039] env[63393]: value = "task-2681492" [ 674.274039] env[63393]: _type = "Task" [ 674.274039] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.284649] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.319940] env[63393]: DEBUG nova.compute.manager [req-cf4ab78e-5714-4762-bb4c-492ae8a42b39 req-735f8c79-1603-4bf5-b4ff-fd7b03bebccd service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Received event network-vif-deleted-6578d59b-a3e6-46b0-b6fd-34741e02676a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.320242] env[63393]: INFO nova.compute.manager [req-cf4ab78e-5714-4762-bb4c-492ae8a42b39 req-735f8c79-1603-4bf5-b4ff-fd7b03bebccd service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Neutron deleted interface 6578d59b-a3e6-46b0-b6fd-34741e02676a; detaching it from the instance and deleting it from the info cache [ 674.320452] env[63393]: DEBUG nova.network.neutron [req-cf4ab78e-5714-4762-bb4c-492ae8a42b39 req-735f8c79-1603-4bf5-b4ff-fd7b03bebccd service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.380733] env[63393]: DEBUG oslo_concurrency.lockutils [req-11a84a1d-f9e8-4f9f-9cd2-7cd95e7e9a25 req-5a1fbc36-bf2a-4e2b-a35d-f5cfa96b8056 service nova] Releasing lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.441697] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 674.442045] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-987dd76d-911d-472f-8102-ad560e5ed1e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.451146] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 674.451146] env[63393]: value = "task-2681493" [ 674.451146] env[63393]: _type = "Task" [ 674.451146] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.459635] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681493, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.518598] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-369dc141-ec0b-4237-aed7-d047e9a59bab" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.733193] env[63393]: DEBUG nova.scheduler.client.report [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.757586] env[63393]: DEBUG nova.network.neutron [-] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.786062] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255727} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.786342] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.787346] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53daa809-16f5-4367-87ba-0f601034062f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.811218] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 260d1159-09e8-4c66-b877-7eb0e6effde4/260d1159-09e8-4c66-b877-7eb0e6effde4.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.811619] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f90fda-947e-48b2-ae21-c85981dc62a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.827379] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d7d7f1b-f919-4179-9618-5cb2e574a104 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.838536] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4216a1-2698-4af4-b786-9bf1204a48b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.849265] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 674.849265] env[63393]: value = "task-2681494" [ 674.849265] env[63393]: _type = "Task" [ 674.849265] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.860318] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.874347] env[63393]: DEBUG nova.compute.manager [req-cf4ab78e-5714-4762-bb4c-492ae8a42b39 req-735f8c79-1603-4bf5-b4ff-fd7b03bebccd service nova] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Detach interface failed, port_id=6578d59b-a3e6-46b0-b6fd-34741e02676a, reason: Instance d74cfc21-d87d-45a2-8cf7-4d34244fc363 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 674.961586] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681493, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.016162] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.040246] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.041147] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.041147] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.041147] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.041147] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.041282] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.041453] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.041612] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.042110] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.042110] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.042499] env[63393]: DEBUG nova.virt.hardware [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.043322] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8846f880-e880-4af7-b90c-e23930f0b61f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.052671] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dacecb-e622-49f3-9b99-96f18fa2c042 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.235711] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.238823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.867s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.238913] env[63393]: DEBUG nova.objects.instance [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lazy-loading 'resources' on Instance uuid 33736b9b-a9b1-438b-a04c-5fb79282c7d6 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.262997] env[63393]: INFO nova.compute.manager [-] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Took 1.51 seconds to deallocate network for instance. [ 675.264337] env[63393]: INFO nova.scheduler.client.report [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Deleted allocations for instance 2613b16c-08ce-4423-a1c5-c342fa7c79db [ 675.359602] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.466425] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681493, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.702312] env[63393]: DEBUG nova.compute.manager [req-943efa28-c841-4438-bd8a-155169722e45 req-bebb4958-9e62-4546-ab47-b3a552133215 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-vif-plugged-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.702522] env[63393]: DEBUG oslo_concurrency.lockutils [req-943efa28-c841-4438-bd8a-155169722e45 req-bebb4958-9e62-4546-ab47-b3a552133215 service nova] Acquiring lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.702732] env[63393]: DEBUG oslo_concurrency.lockutils [req-943efa28-c841-4438-bd8a-155169722e45 req-bebb4958-9e62-4546-ab47-b3a552133215 service nova] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.702900] env[63393]: DEBUG oslo_concurrency.lockutils [req-943efa28-c841-4438-bd8a-155169722e45 req-bebb4958-9e62-4546-ab47-b3a552133215 service nova] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.703777] env[63393]: DEBUG nova.compute.manager [req-943efa28-c841-4438-bd8a-155169722e45 req-bebb4958-9e62-4546-ab47-b3a552133215 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] No waiting events found dispatching network-vif-plugged-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.703836] env[63393]: WARNING nova.compute.manager [req-943efa28-c841-4438-bd8a-155169722e45 req-bebb4958-9e62-4546-ab47-b3a552133215 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received unexpected event network-vif-plugged-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 for instance with vm_state building and task_state spawning. [ 675.777066] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.779645] env[63393]: DEBUG oslo_concurrency.lockutils [None req-191dfd47-91fb-4f35-960b-6b880c4b7e31 tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Lock "2613b16c-08ce-4423-a1c5-c342fa7c79db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.319s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.835015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "85f6301b-6865-40ac-9b22-dcfa445e326c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.835015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.865729] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681494, 'name': ReconfigVM_Task, 'duration_secs': 1.003761} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.866555] env[63393]: DEBUG nova.network.neutron [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Successfully updated port: 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.867799] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 260d1159-09e8-4c66-b877-7eb0e6effde4/260d1159-09e8-4c66-b877-7eb0e6effde4.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.868564] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a56f1bec-49b8-47b1-b4c6-31f8a6b086b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.877388] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 675.877388] env[63393]: value = "task-2681495" [ 675.877388] env[63393]: _type = "Task" [ 675.877388] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.887731] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681495, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.966600] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681493, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.065120] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.065443] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2159ac5c-8679-4547-88fe-df440e8fc582 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.072426] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 676.072426] env[63393]: value = "task-2681496" [ 676.072426] env[63393]: _type = "Task" [ 676.072426] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.081470] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.303804] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5367f-5183-4c10-bc24-6a04f0c3336c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.311596] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9c43e-b88e-4140-9c01-7bbd96727cd4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.342115] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1226edf6-4cac-479d-a5d0-6aa773c10d04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.350410] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4e4969-1f1e-4fa0-85e8-c866d68d3037 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.365397] env[63393]: DEBUG nova.compute.provider_tree [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.374698] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.374851] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.374998] env[63393]: DEBUG nova.network.neutron [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.391619] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681495, 'name': Rename_Task, 'duration_secs': 0.170232} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.392525] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.394647] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3879cd4-55da-4194-b430-6689bc32c8d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.400538] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 676.400538] env[63393]: value = "task-2681497" [ 676.400538] env[63393]: _type = "Task" [ 676.400538] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.410319] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.465383] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681493, 'name': CloneVM_Task, 'duration_secs': 1.747151} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.465655] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Created linked-clone VM from snapshot [ 676.466430] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e06324-9145-4acd-b065-44e6b751a678 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.474595] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Uploading image 871b12f6-daa9-40f6-bdbd-8234df0e3d6f {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 676.497766] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 676.497766] env[63393]: value = "vm-540609" [ 676.497766] env[63393]: _type = "VirtualMachine" [ 676.497766] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 676.497766] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c2be4d1e-9ccc-46f2-8c3e-3e423275df6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.506307] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lease: (returnval){ [ 676.506307] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbf7af-6814-aed9-eb0b-2d49431c90c4" [ 676.506307] env[63393]: _type = "HttpNfcLease" [ 676.506307] env[63393]: } obtained for exporting VM: (result){ [ 676.506307] env[63393]: value = "vm-540609" [ 676.506307] env[63393]: _type = "VirtualMachine" [ 676.506307] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 676.506307] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the lease: (returnval){ [ 676.506307] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbf7af-6814-aed9-eb0b-2d49431c90c4" [ 676.506307] env[63393]: _type = "HttpNfcLease" [ 676.506307] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 676.512091] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.512091] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbf7af-6814-aed9-eb0b-2d49431c90c4" [ 676.512091] env[63393]: _type = "HttpNfcLease" [ 676.512091] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 676.583928] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681496, 'name': PowerOffVM_Task, 'duration_secs': 0.206262} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.584654] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.585843] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be07897-b86a-4d59-aa1a-66d6c2c15b05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.611203] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ca18d-b97c-4a34-9bd8-d7efd2fff481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.648653] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.648956] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73880f1f-d09e-4f41-a27b-b31971f50b73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.657188] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 676.657188] env[63393]: value = "task-2681499" [ 676.657188] env[63393]: _type = "Task" [ 676.657188] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.665468] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.868913] env[63393]: DEBUG nova.scheduler.client.report [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.910724] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681497, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.934542] env[63393]: DEBUG nova.network.neutron [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.013148] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.013148] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbf7af-6814-aed9-eb0b-2d49431c90c4" [ 677.013148] env[63393]: _type = "HttpNfcLease" [ 677.013148] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 677.013572] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 677.013572] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbf7af-6814-aed9-eb0b-2d49431c90c4" [ 677.013572] env[63393]: _type = "HttpNfcLease" [ 677.013572] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 677.014239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e200cbb-64da-41d2-8264-cb436d2fb8d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.022123] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274b67a-154c-f1c8-a152-121ad3ef3e8f/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 677.022381] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274b67a-154c-f1c8-a152-121ad3ef3e8f/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 677.128031] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cfb22253-c988-4acf-83b1-b922ccb58b61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.171267] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 677.171647] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.174276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.174276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.174276] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.174276] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0711797b-b3e9-4d92-a19f-825d10420ccb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.184942] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.185258] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.186184] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3034d626-ca7b-4ba9-ace6-ab24498fc584 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.190347] env[63393]: DEBUG nova.network.neutron [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.196196] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 677.196196] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528caa21-b977-9ccf-f87c-a8a9eb568f46" [ 677.196196] env[63393]: _type = "Task" [ 677.196196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.209048] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528caa21-b977-9ccf-f87c-a8a9eb568f46, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.210783] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad47e188-66d7-45f1-bf36-67bef13e5a89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.217108] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 677.217108] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5209c476-de18-02da-0584-c94cc5f34cca" [ 677.217108] env[63393]: _type = "Task" [ 677.217108] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.225918] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5209c476-de18-02da-0584-c94cc5f34cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.375102] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.377894] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.986s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.379714] env[63393]: INFO nova.compute.claims [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.408361] env[63393]: INFO nova.scheduler.client.report [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted allocations for instance 33736b9b-a9b1-438b-a04c-5fb79282c7d6 [ 677.420151] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.697414] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.697770] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Instance network_info: |[{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.698169] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e3:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56d9395a-67ff-48b2-ac6b-0bd95f35f3a3', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.709928] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Creating folder: Project (aba89970aca1493f9009dc8a5777b171). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.710308] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48e03ec2-238d-4d11-9908-8dbce568ac5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.724713] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Created folder: Project (aba89970aca1493f9009dc8a5777b171) in parent group-v540494. [ 677.725384] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Creating folder: Instances. Parent ref: group-v540610. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.726192] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ece4fea6-833a-4f2d-89f2-b3e37cf3b556 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.733464] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5209c476-de18-02da-0584-c94cc5f34cca, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.734093] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.734587] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. {{(pid=63393) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 677.735127] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02540f07-a092-4220-99cb-a96789b036d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.741588] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 677.741588] env[63393]: value = "task-2681502" [ 677.741588] env[63393]: _type = "Task" [ 677.741588] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.747421] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Created folder: Instances in parent group-v540610. [ 677.747421] env[63393]: DEBUG oslo.service.loopingcall [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.748108] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.748474] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a2862d-acac-4b9a-b6ce-a00d7266c135 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.779020] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.784572] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.784572] env[63393]: value = "task-2681503" [ 677.784572] env[63393]: _type = "Task" [ 677.784572] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.795242] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681503, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.803162] env[63393]: DEBUG nova.compute.manager [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.803162] env[63393]: DEBUG nova.compute.manager [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing instance network info cache due to event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.803345] env[63393]: DEBUG oslo_concurrency.lockutils [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] Acquiring lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.803573] env[63393]: DEBUG oslo_concurrency.lockutils [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] Acquired lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803868] env[63393]: DEBUG nova.network.neutron [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.912489] env[63393]: DEBUG oslo_vmware.api [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681497, 'name': PowerOnVM_Task, 'duration_secs': 1.37774} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.913342] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.913342] env[63393]: INFO nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Took 7.83 seconds to spawn the instance on the hypervisor. [ 677.913540] env[63393]: DEBUG nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.914283] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb421c66-cbc8-4c29-a481-221a618a04fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.925849] env[63393]: DEBUG oslo_concurrency.lockutils [None req-62ad6811-fd38-48e8-8f30-2c4d77d7123f tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "33736b9b-a9b1-438b-a04c-5fb79282c7d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.333s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.258666] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.301165] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681503, 'name': CreateVM_Task, 'duration_secs': 0.427541} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.301707] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.302890] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.303214] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.304032] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.304032] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf2cc51-1acd-4975-a3ca-7530d4b9f33c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.313726] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 678.313726] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52955359-4228-70c3-b8e0-503bfa3a2197" [ 678.313726] env[63393]: _type = "Task" [ 678.313726] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.325507] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52955359-4228-70c3-b8e0-503bfa3a2197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.442966] env[63393]: INFO nova.compute.manager [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Took 46.55 seconds to build instance. [ 678.663212] env[63393]: DEBUG nova.network.neutron [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updated VIF entry in instance network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.664041] env[63393]: DEBUG nova.network.neutron [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.685275] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "6b84681b-8d45-483f-83ae-b7810ee9612d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.685657] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.686015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "6b84681b-8d45-483f-83ae-b7810ee9612d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.686292] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.686581] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.688894] env[63393]: INFO nova.compute.manager [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Terminating instance [ 678.754556] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681653} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.754801] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. [ 678.756826] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c20b042-6e8a-455c-9947-5ae2d48166d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.789585] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.793313] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee7fc69-4acb-43ed-ae20-87b13ff2a3f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.812724] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 678.812724] env[63393]: value = "task-2681504" [ 678.812724] env[63393]: _type = "Task" [ 678.812724] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.828945] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.833905] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52955359-4228-70c3-b8e0-503bfa3a2197, 'name': SearchDatastore_Task, 'duration_secs': 0.020963} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.834254] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.834594] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.835102] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.835442] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.835574] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.838695] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e2cb896-e055-45b2-b7ea-0c9eaf7c95b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.848490] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.849567] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.850295] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d350a0-19bd-4c4d-ac77-0bb88aecf0b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.858541] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 678.858541] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5279425f-7116-199d-f586-a2a45498467a" [ 678.858541] env[63393]: _type = "Task" [ 678.858541] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.866924] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5279425f-7116-199d-f586-a2a45498467a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.946591] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.637s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.955724] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b9e398-d577-4173-92be-603b49a720c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.964673] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d79d8-ab88-400d-a572-27876b1c787e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.000018] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d78b1-64ca-432d-80b9-573e5261aafb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.008586] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad3865-1efc-472f-9ea1-d248a3a32c9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.023720] env[63393]: DEBUG nova.compute.provider_tree [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.166577] env[63393]: DEBUG oslo_concurrency.lockutils [req-5f282123-3a86-4a1a-ac03-cdabc300fe10 req-24ba5450-deb5-423a-83f7-97d584c5a1ea service nova] Releasing lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.192655] env[63393]: DEBUG nova.compute.manager [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.194020] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.194137] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9677fbe2-3323-44fb-be85-5f085b807355 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.201989] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.202369] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe736ef-f6cf-4051-b741-8468ca0352b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.208219] env[63393]: DEBUG oslo_vmware.api [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 679.208219] env[63393]: value = "task-2681505" [ 679.208219] env[63393]: _type = "Task" [ 679.208219] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.217141] env[63393]: DEBUG oslo_vmware.api [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.323932] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681504, 'name': ReconfigVM_Task, 'duration_secs': 0.31478} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.324317] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.325136] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8091831c-c918-4cd4-8027-e3893e890432 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.354049] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5c9a38-6b80-41e5-a8dd-4a30eba63815 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.373834] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5279425f-7116-199d-f586-a2a45498467a, 'name': SearchDatastore_Task, 'duration_secs': 0.017678} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.376161] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 679.376161] env[63393]: value = "task-2681506" [ 679.376161] env[63393]: _type = "Task" [ 679.376161] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.376161] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1448c4a4-cd24-4b5b-8534-43e677b9796a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.385060] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 679.385060] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a44533-9bec-5f99-73d3-e23c0e50e5a7" [ 679.385060] env[63393]: _type = "Task" [ 679.385060] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.388790] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.397771] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a44533-9bec-5f99-73d3-e23c0e50e5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.449754] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.528462] env[63393]: DEBUG nova.scheduler.client.report [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.718559] env[63393]: DEBUG oslo_vmware.api [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681505, 'name': PowerOffVM_Task, 'duration_secs': 0.18023} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.718906] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.719109] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.719364] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc5a43ca-752e-4989-8961-bf4b1eaccdd0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.781261] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.781526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.781710] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleting the datastore file [datastore1] 6b84681b-8d45-483f-83ae-b7810ee9612d {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.781980] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102a0f96-df61-4191-b539-f4111e3aa34f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.789409] env[63393]: DEBUG oslo_vmware.api [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for the task: (returnval){ [ 679.789409] env[63393]: value = "task-2681508" [ 679.789409] env[63393]: _type = "Task" [ 679.789409] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.797782] env[63393]: DEBUG oslo_vmware.api [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.888301] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681506, 'name': ReconfigVM_Task, 'duration_secs': 0.164997} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.888632] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.889011] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed558c9-b644-4b32-8fa1-66339bd794d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.900336] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a44533-9bec-5f99-73d3-e23c0e50e5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.902701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.903021] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64/f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.903383] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 679.903383] env[63393]: value = "task-2681509" [ 679.903383] env[63393]: _type = "Task" [ 679.903383] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.903626] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20a52939-c2b8-44d1-ba61-ddc31dee778e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.917679] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681509, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.919445] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 679.919445] env[63393]: value = "task-2681510" [ 679.919445] env[63393]: _type = "Task" [ 679.919445] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.928215] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.974435] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.023793] env[63393]: DEBUG nova.compute.manager [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Received event network-changed-f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.024068] env[63393]: DEBUG nova.compute.manager [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Refreshing instance network info cache due to event network-changed-f846f921-8037-4342-9a5c-400c66a74237. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.024331] env[63393]: DEBUG oslo_concurrency.lockutils [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] Acquiring lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.024662] env[63393]: DEBUG oslo_concurrency.lockutils [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] Acquired lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.024827] env[63393]: DEBUG nova.network.neutron [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Refreshing network info cache for port f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.034674] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.035233] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.038696] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.299s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.040839] env[63393]: INFO nova.compute.claims [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.110311] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "260d1159-09e8-4c66-b877-7eb0e6effde4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.110994] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.111274] env[63393]: INFO nova.compute.manager [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Rebooting instance [ 680.300497] env[63393]: DEBUG oslo_vmware.api [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Task: {'id': task-2681508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201436} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.300707] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.300913] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.301200] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.301416] env[63393]: INFO nova.compute.manager [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 680.301685] env[63393]: DEBUG oslo.service.loopingcall [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.301892] env[63393]: DEBUG nova.compute.manager [-] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.301991] env[63393]: DEBUG nova.network.neutron [-] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.416959] env[63393]: DEBUG oslo_vmware.api [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681509, 'name': PowerOnVM_Task, 'duration_secs': 0.46803} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.417266] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.420552] env[63393]: DEBUG nova.compute.manager [None req-51c56a2b-232b-419b-8f23-14ea55f63a75 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.421513] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d16661-ddfa-4d52-9f17-69957087e33f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.440478] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.540524] env[63393]: DEBUG nova.compute.utils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.542852] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.543084] env[63393]: DEBUG nova.network.neutron [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.630429] env[63393]: DEBUG nova.policy [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf0aa3ef49141f98916ee3bff202ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09974b69dd5474d8a4ca7eea8ad2799', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.642315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.783099] env[63393]: DEBUG nova.network.neutron [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updated VIF entry in instance network info cache for port f846f921-8037-4342-9a5c-400c66a74237. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.783527] env[63393]: DEBUG nova.network.neutron [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [{"id": "f846f921-8037-4342-9a5c-400c66a74237", "address": "fa:16:3e:17:4c:21", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf846f921-80", "ovs_interfaceid": "f846f921-8037-4342-9a5c-400c66a74237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.931770] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668201} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.932212] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64/f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.932921] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.933237] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3bea0e1-a936-4b82-ba06-97999bbbc171 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.941517] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 680.941517] env[63393]: value = "task-2681511" [ 680.941517] env[63393]: _type = "Task" [ 680.941517] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.955444] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.022746] env[63393]: DEBUG nova.network.neutron [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Successfully created port: 9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.047961] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.115321] env[63393]: DEBUG nova.network.neutron [-] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.286755] env[63393]: DEBUG oslo_concurrency.lockutils [req-2e77f7cd-07f9-4cba-8592-b817759b7541 req-681cc8d8-efb0-498c-ab1e-a56578bd57ae service nova] Releasing lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.287041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquired lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.287228] env[63393]: DEBUG nova.network.neutron [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.452810] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123877} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.455507] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.456504] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9113a2d-74c0-444c-9ea8-ec1a5d5d7f14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.478603] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64/f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.481406] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feaca9c4-6cab-43b7-81a9-d78199de38ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.502332] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 681.502332] env[63393]: value = "task-2681512" [ 681.502332] env[63393]: _type = "Task" [ 681.502332] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.513281] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.615571] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d99d14-7aa2-4f82-86f5-280c03ef3d97 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.618926] env[63393]: INFO nova.compute.manager [-] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Took 1.32 seconds to deallocate network for instance. [ 681.627040] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f49afc-9521-47da-8a3f-ee6a6e44b856 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.659163] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c8163-d0d9-4eac-8e6e-fa3ace4af115 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.667837] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212719a3-acae-42c7-807c-10c9f7757789 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.684023] env[63393]: DEBUG nova.compute.provider_tree [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.011761] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.033404] env[63393]: DEBUG nova.network.neutron [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [{"id": "f846f921-8037-4342-9a5c-400c66a74237", "address": "fa:16:3e:17:4c:21", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf846f921-80", "ovs_interfaceid": "f846f921-8037-4342-9a5c-400c66a74237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.055905] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.060742] env[63393]: DEBUG nova.compute.manager [req-420b686a-16d6-4987-8b6b-6e64750b8b1b req-08b77326-74cc-4553-935a-2b29650cb964 service nova] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Received event network-vif-deleted-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.077116] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.077362] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.077520] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.077701] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.077849] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.077995] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.078231] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.078391] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.078559] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.078719] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.078891] env[63393]: DEBUG nova.virt.hardware [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.079996] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027c73a-848f-4321-baf1-ed7d54f66a50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.087613] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14921691-98db-4378-b479-34a6b6a8ea14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.127609] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.187993] env[63393]: DEBUG nova.scheduler.client.report [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.515277] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681512, 'name': ReconfigVM_Task, 'duration_secs': 0.529522} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.515676] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64/f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.516394] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccfbc907-1e32-4b57-bd82-09f2efef0b0a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.524937] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 682.524937] env[63393]: value = "task-2681513" [ 682.524937] env[63393]: _type = "Task" [ 682.524937] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.535480] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Releasing lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.539010] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681513, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.693670] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.694147] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.696854] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.392s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.697167] env[63393]: DEBUG nova.objects.instance [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lazy-loading 'resources' on Instance uuid a0e8987b-f229-466e-8a19-108a84646ae3 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.906114] env[63393]: DEBUG nova.network.neutron [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Successfully updated port: 9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.035656] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681513, 'name': Rename_Task, 'duration_secs': 0.175608} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.035918] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.036184] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f97a1c32-4518-4eee-8683-460fc78b59b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.042850] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 683.042850] env[63393]: value = "task-2681514" [ 683.042850] env[63393]: _type = "Task" [ 683.042850] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.043279] env[63393]: DEBUG nova.compute.manager [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.044102] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f3b6d6-6f1d-4837-9e1b-9b48ff1c8f5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.057893] env[63393]: INFO nova.compute.manager [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Rescuing [ 683.058322] env[63393]: DEBUG oslo_concurrency.lockutils [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.058433] env[63393]: DEBUG oslo_concurrency.lockutils [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.058658] env[63393]: DEBUG nova.network.neutron [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.059814] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.200731] env[63393]: DEBUG nova.compute.utils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.206077] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.206268] env[63393]: DEBUG nova.network.neutron [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.247617] env[63393]: DEBUG nova.policy [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf0aa3ef49141f98916ee3bff202ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09974b69dd5474d8a4ca7eea8ad2799', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.409060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "refresh_cache-201dc70d-8f25-4b63-83a3-5169c8c368b8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.409207] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "refresh_cache-201dc70d-8f25-4b63-83a3-5169c8c368b8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.409613] env[63393]: DEBUG nova.network.neutron [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.560634] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.610521] env[63393]: DEBUG nova.network.neutron [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Successfully created port: 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.707309] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.737189] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027342c7-32de-4927-bce4-0a7a2c329449 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.748604] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1375a68b-4622-411b-bc29-007a24436e27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.789192] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef98020e-5de0-4858-a676-eb104ac80ae9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.794864] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a4803-26e2-44b2-83dd-7b5ddec67f68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.812897] env[63393]: DEBUG nova.compute.provider_tree [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.852562] env[63393]: DEBUG nova.network.neutron [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Updating instance_info_cache with network_info: [{"id": "c619645b-41a1-4b29-8065-d2d1602db609", "address": "fa:16:3e:5b:5e:b7", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619645b-41", "ovs_interfaceid": "c619645b-41a1-4b29-8065-d2d1602db609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.963360] env[63393]: DEBUG nova.network.neutron [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.055042] env[63393]: DEBUG oslo_vmware.api [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681514, 'name': PowerOnVM_Task, 'duration_secs': 0.704698} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.055042] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.055042] env[63393]: INFO nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Took 9.04 seconds to spawn the instance on the hypervisor. [ 684.055364] env[63393]: DEBUG nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.055908] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642d75c8-c3ae-406c-a08b-ee9d19b78c6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.068239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b91127d-b106-4d4b-8007-5198d0d1c38f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.077436] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Doing hard reboot of VM {{(pid=63393) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 684.077436] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ca161a72-d204-49f7-9663-2719f3af1f34 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.082157] env[63393]: DEBUG oslo_vmware.api [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 684.082157] env[63393]: value = "task-2681515" [ 684.082157] env[63393]: _type = "Task" [ 684.082157] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.090548] env[63393]: DEBUG oslo_vmware.api [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681515, 'name': ResetVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.105206] env[63393]: DEBUG nova.compute.manager [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Received event network-vif-plugged-9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.105309] env[63393]: DEBUG oslo_concurrency.lockutils [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] Acquiring lock "201dc70d-8f25-4b63-83a3-5169c8c368b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.105494] env[63393]: DEBUG oslo_concurrency.lockutils [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.105662] env[63393]: DEBUG oslo_concurrency.lockutils [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.105827] env[63393]: DEBUG nova.compute.manager [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] No waiting events found dispatching network-vif-plugged-9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.105986] env[63393]: WARNING nova.compute.manager [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Received unexpected event network-vif-plugged-9449d65e-ebbf-453a-aeee-a819c027373b for instance with vm_state building and task_state spawning. [ 684.106277] env[63393]: DEBUG nova.compute.manager [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Received event network-changed-9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.106435] env[63393]: DEBUG nova.compute.manager [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Refreshing instance network info cache due to event network-changed-9449d65e-ebbf-453a-aeee-a819c027373b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.106829] env[63393]: DEBUG oslo_concurrency.lockutils [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] Acquiring lock "refresh_cache-201dc70d-8f25-4b63-83a3-5169c8c368b8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.130960] env[63393]: DEBUG nova.network.neutron [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Updating instance_info_cache with network_info: [{"id": "9449d65e-ebbf-453a-aeee-a819c027373b", "address": "fa:16:3e:03:eb:27", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9449d65e-eb", "ovs_interfaceid": "9449d65e-ebbf-453a-aeee-a819c027373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.317749] env[63393]: DEBUG nova.scheduler.client.report [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.356069] env[63393]: DEBUG oslo_concurrency.lockutils [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.572335] env[63393]: INFO nova.compute.manager [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Took 47.10 seconds to build instance. [ 684.596067] env[63393]: DEBUG oslo_vmware.api [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681515, 'name': ResetVM_Task, 'duration_secs': 0.097136} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.596434] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Did hard reboot of VM {{(pid=63393) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 684.596657] env[63393]: DEBUG nova.compute.manager [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.597538] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23f4aa9-425a-4b6c-90ab-01441b1efbd1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.634140] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "refresh_cache-201dc70d-8f25-4b63-83a3-5169c8c368b8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.634495] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance network_info: |[{"id": "9449d65e-ebbf-453a-aeee-a819c027373b", "address": "fa:16:3e:03:eb:27", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9449d65e-eb", "ovs_interfaceid": "9449d65e-ebbf-453a-aeee-a819c027373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.634881] env[63393]: DEBUG oslo_concurrency.lockutils [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] Acquired lock "refresh_cache-201dc70d-8f25-4b63-83a3-5169c8c368b8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.635115] env[63393]: DEBUG nova.network.neutron [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Refreshing network info cache for port 9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.636376] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:eb:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9449d65e-ebbf-453a-aeee-a819c027373b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.645109] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating folder: Project (a09974b69dd5474d8a4ca7eea8ad2799). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.646246] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74a65052-476c-4b8e-84ce-b7547f70046a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.659099] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created folder: Project (a09974b69dd5474d8a4ca7eea8ad2799) in parent group-v540494. [ 684.659312] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating folder: Instances. Parent ref: group-v540613. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.659558] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3841b7b3-8963-42ff-bf9a-db9f5a4022fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.669718] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created folder: Instances in parent group-v540613. [ 684.669968] env[63393]: DEBUG oslo.service.loopingcall [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.670180] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.670426] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab56e6e-9e77-4c3e-bf60-376fbe957ab8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.691953] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.691953] env[63393]: value = "task-2681518" [ 684.691953] env[63393]: _type = "Task" [ 684.691953] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.700693] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681518, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.719079] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.743135] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.743390] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.743548] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.743727] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.743869] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.744056] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.744239] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.744399] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.744568] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.744731] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.744905] env[63393]: DEBUG nova.virt.hardware [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.745772] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df8cb7-82d5-4d51-81e1-9925d7ef2dd0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.754670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d1cd52-ceda-4224-b489-da918e8dc154 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.795817] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274b67a-154c-f1c8-a152-121ad3ef3e8f/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 684.796815] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a449610-bf24-4346-9d69-39d28b268567 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803265] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274b67a-154c-f1c8-a152-121ad3ef3e8f/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 684.803454] env[63393]: ERROR oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274b67a-154c-f1c8-a152-121ad3ef3e8f/disk-0.vmdk due to incomplete transfer. [ 684.803816] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1177e495-f103-4e10-ad54-9dde86d797a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.810494] env[63393]: DEBUG oslo_vmware.rw_handles [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5274b67a-154c-f1c8-a152-121ad3ef3e8f/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 684.810726] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Uploaded image 871b12f6-daa9-40f6-bdbd-8234df0e3d6f to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 684.812997] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 684.813333] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a731441-1182-4263-9590-e18d76cc0a65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.819261] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 684.819261] env[63393]: value = "task-2681519" [ 684.819261] env[63393]: _type = "Task" [ 684.819261] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.823336] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.825706] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.143s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.827276] env[63393]: INFO nova.compute.claims [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.835076] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681519, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.853557] env[63393]: INFO nova.scheduler.client.report [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Deleted allocations for instance a0e8987b-f229-466e-8a19-108a84646ae3 [ 685.075288] env[63393]: DEBUG oslo_concurrency.lockutils [None req-19304208-8d7d-4912-a530-4f41de7ea059 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.441s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.111597] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e5123955-8618-473f-98dd-61fe2a8d2964 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.202743] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681518, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.333593] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681519, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.363361] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04eca860-4a13-4ebb-baf5-9b319a1466de tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Lock "a0e8987b-f229-466e-8a19-108a84646ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.430736] env[63393]: DEBUG nova.network.neutron [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Successfully updated port: 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.475440] env[63393]: DEBUG nova.network.neutron [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Updated VIF entry in instance network info cache for port 9449d65e-ebbf-453a-aeee-a819c027373b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.476058] env[63393]: DEBUG nova.network.neutron [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Updating instance_info_cache with network_info: [{"id": "9449d65e-ebbf-453a-aeee-a819c027373b", "address": "fa:16:3e:03:eb:27", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9449d65e-eb", "ovs_interfaceid": "9449d65e-ebbf-453a-aeee-a819c027373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.582260] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.706083] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681518, 'name': CreateVM_Task, 'duration_secs': 0.520548} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.706265] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.706989] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.707176] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.707511] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.707777] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae5a922-7041-4b2c-8a68-679e4679b409 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.713129] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 685.713129] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ffdce2-0bcc-90d8-8018-3751bfdfdfda" [ 685.713129] env[63393]: _type = "Task" [ 685.713129] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.721615] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ffdce2-0bcc-90d8-8018-3751bfdfdfda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.831695] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681519, 'name': Destroy_Task, 'duration_secs': 0.800014} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.831695] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Destroyed the VM [ 685.831695] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 685.831944] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d279cb35-73e1-4430-961e-65366ed6cf5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.839204] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 685.839204] env[63393]: value = "task-2681520" [ 685.839204] env[63393]: _type = "Task" [ 685.839204] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.847746] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681520, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.893111] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.894038] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be91c246-95f7-4d13-b9ab-01611e29072f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.902885] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 685.902885] env[63393]: value = "task-2681521" [ 685.902885] env[63393]: _type = "Task" [ 685.902885] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.917264] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.934482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "refresh_cache-27d539c0-5401-402b-87ab-ce400a348a73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.934678] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "refresh_cache-27d539c0-5401-402b-87ab-ce400a348a73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.934907] env[63393]: DEBUG nova.network.neutron [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.982422] env[63393]: DEBUG oslo_concurrency.lockutils [req-87c05763-dee7-4140-ac65-74a2bf4ffdc1 req-195744d4-a0db-465d-b6a1-166d4c891831 service nova] Releasing lock "refresh_cache-201dc70d-8f25-4b63-83a3-5169c8c368b8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.109550] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.227333] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ffdce2-0bcc-90d8-8018-3751bfdfdfda, 'name': SearchDatastore_Task, 'duration_secs': 0.022147} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.227647] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.227908] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.228132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.228282] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.228460] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.228728] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-875675ec-5976-41bf-a19e-fdc2f1cb821e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.242524] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.242524] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.242663] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed37d81-0fb8-4c68-9aa5-887a6f620c08 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.251363] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 686.251363] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6d412-2c18-c371-6378-d1d95037c54d" [ 686.251363] env[63393]: _type = "Task" [ 686.251363] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.259776] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6d412-2c18-c371-6378-d1d95037c54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.328583] env[63393]: DEBUG nova.compute.manager [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Received event network-vif-plugged-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.328926] env[63393]: DEBUG oslo_concurrency.lockutils [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] Acquiring lock "27d539c0-5401-402b-87ab-ce400a348a73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.329271] env[63393]: DEBUG oslo_concurrency.lockutils [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] Lock "27d539c0-5401-402b-87ab-ce400a348a73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.329538] env[63393]: DEBUG oslo_concurrency.lockutils [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] Lock "27d539c0-5401-402b-87ab-ce400a348a73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.330174] env[63393]: DEBUG nova.compute.manager [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] No waiting events found dispatching network-vif-plugged-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.330174] env[63393]: WARNING nova.compute.manager [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Received unexpected event network-vif-plugged-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d for instance with vm_state building and task_state spawning. [ 686.330725] env[63393]: DEBUG nova.compute.manager [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Received event network-changed-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.331033] env[63393]: DEBUG nova.compute.manager [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Refreshing instance network info cache due to event network-changed-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.331382] env[63393]: DEBUG oslo_concurrency.lockutils [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] Acquiring lock "refresh_cache-27d539c0-5401-402b-87ab-ce400a348a73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.351879] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681520, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.355838] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d7909-d60e-47f4-b2dd-92f53048b7a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.360779] env[63393]: DEBUG nova.compute.manager [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Received event network-changed-f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.361053] env[63393]: DEBUG nova.compute.manager [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Refreshing instance network info cache due to event network-changed-f846f921-8037-4342-9a5c-400c66a74237. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.361202] env[63393]: DEBUG oslo_concurrency.lockutils [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] Acquiring lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.361348] env[63393]: DEBUG oslo_concurrency.lockutils [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] Acquired lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.361513] env[63393]: DEBUG nova.network.neutron [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Refreshing network info cache for port f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.368768] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dba75a3-bd02-432e-bbae-3a08c0bec4f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.418036] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5457e21-63b8-422d-9cd0-bbb1a900ad22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.431599] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "4db7ce43-1b59-47af-a757-7b0c428bd734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.431853] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.432477] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681521, 'name': PowerOffVM_Task, 'duration_secs': 0.439408} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.433898] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd466d-64c8-4fd7-8d26-952ef0a857cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.439488] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.442998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eda476-0a50-4252-86b3-7f41a9fcaadd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.456258] env[63393]: DEBUG nova.compute.provider_tree [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.472043] env[63393]: DEBUG nova.scheduler.client.report [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.476131] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e9a3a-6c83-403b-a737-c97f286b20ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.486384] env[63393]: DEBUG nova.network.neutron [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.520919] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.521834] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6fde4e-0154-4612-b9bf-9489b7d5bbc7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.532467] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 686.532467] env[63393]: value = "task-2681522" [ 686.532467] env[63393]: _type = "Task" [ 686.532467] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.547236] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 686.547236] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.547236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.547510] env[63393]: DEBUG oslo_concurrency.lockutils [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.547510] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.547802] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7830c663-8153-424a-bb53-6919fc479bd2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.566575] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.566575] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.567539] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41d50cb-39b4-4a74-8136-6c3cc37cf9d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.577873] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 686.577873] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5230a6fe-02c1-4be2-d42e-29c32cb99335" [ 686.577873] env[63393]: _type = "Task" [ 686.577873] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.588140] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5230a6fe-02c1-4be2-d42e-29c32cb99335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.767371] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6d412-2c18-c371-6378-d1d95037c54d, 'name': SearchDatastore_Task, 'duration_secs': 0.025369} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.768516] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37418bf1-4b5e-4226-bbd2-9dab5e69c9cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.775450] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 686.775450] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52554b13-69a9-ba9d-86c7-c1ac56c7aab9" [ 686.775450] env[63393]: _type = "Task" [ 686.775450] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.784916] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52554b13-69a9-ba9d-86c7-c1ac56c7aab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.827150] env[63393]: DEBUG nova.network.neutron [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Updating instance_info_cache with network_info: [{"id": "7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d", "address": "fa:16:3e:78:e3:63", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa9dfc7-7b", "ovs_interfaceid": "7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.851175] env[63393]: DEBUG oslo_vmware.api [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681520, 'name': RemoveSnapshot_Task, 'duration_secs': 0.727314} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.851456] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 686.851687] env[63393]: INFO nova.compute.manager [None req-4c478f2a-3d6b-4e0f-8010-97d8e30101c6 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Took 14.52 seconds to snapshot the instance on the hypervisor. [ 686.981857] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.982462] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.988021] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.425s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.988021] env[63393]: INFO nova.compute.claims [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.076496] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "260d1159-09e8-4c66-b877-7eb0e6effde4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.076818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.077095] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "260d1159-09e8-4c66-b877-7eb0e6effde4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.077346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.077818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.085611] env[63393]: INFO nova.compute.manager [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Terminating instance [ 687.096732] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5230a6fe-02c1-4be2-d42e-29c32cb99335, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.098110] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159cfa39-11e9-422c-82f6-ac36887d3c42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.104220] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 687.104220] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528d372a-ff1e-83bd-b106-d5c213f07bff" [ 687.104220] env[63393]: _type = "Task" [ 687.104220] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.112517] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528d372a-ff1e-83bd-b106-d5c213f07bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.255039] env[63393]: DEBUG nova.network.neutron [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updated VIF entry in instance network info cache for port f846f921-8037-4342-9a5c-400c66a74237. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.255563] env[63393]: DEBUG nova.network.neutron [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [{"id": "f846f921-8037-4342-9a5c-400c66a74237", "address": "fa:16:3e:17:4c:21", "network": {"id": "4af44072-63c8-4c28-b97c-e5b0e2ab1d4f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-954036347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2bcd7c7a4934a1db7958d41f96df7aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf846f921-80", "ovs_interfaceid": "f846f921-8037-4342-9a5c-400c66a74237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.288855] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52554b13-69a9-ba9d-86c7-c1ac56c7aab9, 'name': SearchDatastore_Task, 'duration_secs': 0.029415} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.289142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.289404] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.289667] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aa58c5b-e930-4a5e-9895-c4ec314f8ee1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.297269] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 687.297269] env[63393]: value = "task-2681523" [ 687.297269] env[63393]: _type = "Task" [ 687.297269] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.306127] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.329982] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "refresh_cache-27d539c0-5401-402b-87ab-ce400a348a73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.330131] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Instance network_info: |[{"id": "7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d", "address": "fa:16:3e:78:e3:63", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa9dfc7-7b", "ovs_interfaceid": "7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.330864] env[63393]: DEBUG oslo_concurrency.lockutils [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] Acquired lock "refresh_cache-27d539c0-5401-402b-87ab-ce400a348a73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.330864] env[63393]: DEBUG nova.network.neutron [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Refreshing network info cache for port 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.332091] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:e3:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.339867] env[63393]: DEBUG oslo.service.loopingcall [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.341140] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.341391] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6aee725-bda7-4ab8-90a0-8603bf6c1ba0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.367206] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.367206] env[63393]: value = "task-2681524" [ 687.367206] env[63393]: _type = "Task" [ 687.367206] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.376614] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681524, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.492181] env[63393]: DEBUG nova.compute.utils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.500661] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.500956] env[63393]: DEBUG nova.network.neutron [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.580076] env[63393]: DEBUG nova.policy [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69db1f21899b4db4802bce09ba7502a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6506b012bdd462782279df695301b2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.599029] env[63393]: DEBUG nova.compute.manager [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.599360] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.600276] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f638d6-51ea-4897-a101-147dd246d18c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.612871] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.613761] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c2bbc2-edc1-4941-b104-e00297e8d4ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.619365] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528d372a-ff1e-83bd-b106-d5c213f07bff, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.620325] env[63393]: DEBUG oslo_concurrency.lockutils [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.620646] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. {{(pid=63393) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 687.621020] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd9488de-6c4a-4062-a646-e2db1941ffa4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.625663] env[63393]: DEBUG oslo_vmware.api [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 687.625663] env[63393]: value = "task-2681525" [ 687.625663] env[63393]: _type = "Task" [ 687.625663] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.631082] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 687.631082] env[63393]: value = "task-2681526" [ 687.631082] env[63393]: _type = "Task" [ 687.631082] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.639817] env[63393]: DEBUG oslo_vmware.api [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.649422] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.759811] env[63393]: DEBUG oslo_concurrency.lockutils [req-171777e3-e30b-4717-9361-be03a7e1e63d req-c296343f-e97c-4788-856b-bff46603af2f service nova] Releasing lock "refresh_cache-260d1159-09e8-4c66-b877-7eb0e6effde4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.817110] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681523, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.878119] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681524, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.004797] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.144350] env[63393]: DEBUG oslo_vmware.api [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681525, 'name': PowerOffVM_Task, 'duration_secs': 0.34865} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.147122] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.147520] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.149042] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8859f0a2-854f-4c17-b201-704e68313d68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.159689] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.196283] env[63393]: DEBUG nova.network.neutron [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Successfully created port: a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.223269] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.225436] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.225436] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Deleting the datastore file [datastore2] 260d1159-09e8-4c66-b877-7eb0e6effde4 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.229249] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c3db76-3cb5-4eb3-902d-b2542200c836 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.237908] env[63393]: DEBUG oslo_vmware.api [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 688.237908] env[63393]: value = "task-2681528" [ 688.237908] env[63393]: _type = "Task" [ 688.237908] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.248412] env[63393]: DEBUG oslo_vmware.api [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.303196] env[63393]: DEBUG nova.network.neutron [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Updated VIF entry in instance network info cache for port 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.303635] env[63393]: DEBUG nova.network.neutron [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Updating instance_info_cache with network_info: [{"id": "7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d", "address": "fa:16:3e:78:e3:63", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa9dfc7-7b", "ovs_interfaceid": "7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.313122] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527854} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.313929] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.313929] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.313929] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57889a9c-363e-4171-abcf-eccf9b5672b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.321144] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 688.321144] env[63393]: value = "task-2681529" [ 688.321144] env[63393]: _type = "Task" [ 688.321144] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.337295] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.382335] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681524, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.618531] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983de217-8816-47da-a47a-ebaec08420cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.627410] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889946d-878f-423e-b21d-bcb43d15bfd6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.661833] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d6d5af-11f2-459c-9364-5bd86f8816d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.675957] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627464} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.676345] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. [ 688.677571] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1cf8f3-3aee-4f7c-bb0f-b21303786574 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.682120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43168bf-fd78-4f34-9ff3-94deff360c6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.696197] env[63393]: DEBUG nova.compute.provider_tree [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.718339] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.719930] env[63393]: DEBUG nova.scheduler.client.report [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.723084] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a913e8-a331-43e3-9be2-20f616f02e3f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.745631] env[63393]: DEBUG oslo_vmware.api [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148842} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.746741] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.746938] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.747131] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.747303] env[63393]: INFO nova.compute.manager [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 688.747542] env[63393]: DEBUG oslo.service.loopingcall [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.747846] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 688.747846] env[63393]: value = "task-2681530" [ 688.747846] env[63393]: _type = "Task" [ 688.747846] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.748196] env[63393]: DEBUG nova.compute.manager [-] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.748295] env[63393]: DEBUG nova.network.neutron [-] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.757992] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.808750] env[63393]: DEBUG oslo_concurrency.lockutils [req-e54565ed-f7ca-49ce-85cc-c809614c9331 req-f0912348-ba9b-46da-80c3-61340338265b service nova] Releasing lock "refresh_cache-27d539c0-5401-402b-87ab-ce400a348a73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.833475] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072057} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.835706] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.836527] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d595f2-2331-480a-abbb-ebf0b0127504 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.860021] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.860289] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e31d231-6439-4af5-8ad3-c6b3777aac25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.883506] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681524, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.884787] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 688.884787] env[63393]: value = "task-2681531" [ 688.884787] env[63393]: _type = "Task" [ 688.884787] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.893185] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.022552] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.051105] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.051344] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.051496] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.053018] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.053018] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.053018] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.055239] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.055450] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.055632] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.056425] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.056425] env[63393]: DEBUG nova.virt.hardware [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.056881] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd27ff26-f0a7-4bc7-8463-e6edb814fd6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.067049] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dad84f2-0ded-42be-9d8c-4b833af0a6b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.118068] env[63393]: DEBUG nova.compute.manager [req-e72ce5d2-612c-4bbc-94d9-6ff02ed03aab req-2e724629-9b0a-4f1e-bedb-f83d829110b7 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Received event network-vif-deleted-f846f921-8037-4342-9a5c-400c66a74237 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.118339] env[63393]: INFO nova.compute.manager [req-e72ce5d2-612c-4bbc-94d9-6ff02ed03aab req-2e724629-9b0a-4f1e-bedb-f83d829110b7 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Neutron deleted interface f846f921-8037-4342-9a5c-400c66a74237; detaching it from the instance and deleting it from the info cache [ 689.118539] env[63393]: DEBUG nova.network.neutron [req-e72ce5d2-612c-4bbc-94d9-6ff02ed03aab req-2e724629-9b0a-4f1e-bedb-f83d829110b7 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.237942] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.238294] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.241482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.643s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.241711] env[63393]: DEBUG nova.objects.instance [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lazy-loading 'resources' on Instance uuid 59fa839d-83dd-463c-9e5e-91f5fbe38753 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.261333] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.386137] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681524, 'name': CreateVM_Task, 'duration_secs': 1.596224} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.389397] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.390153] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.390318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.390683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.391420] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fd7980-b935-4d3b-bcb7-6a781082f7a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.396838] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681531, 'name': ReconfigVM_Task, 'duration_secs': 0.279565} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.397443] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.398071] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ee9490-b9e2-4595-9e28-8a7067ce87d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.400750] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 689.400750] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52025174-e6e8-fc19-7143-c4e880ae4573" [ 689.400750] env[63393]: _type = "Task" [ 689.400750] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.405204] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 689.405204] env[63393]: value = "task-2681532" [ 689.405204] env[63393]: _type = "Task" [ 689.405204] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.411463] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52025174-e6e8-fc19-7143-c4e880ae4573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.416103] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681532, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.592791] env[63393]: DEBUG nova.network.neutron [-] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.599519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "bf32371c-af10-493d-911c-4e62135b56d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.599519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "bf32371c-af10-493d-911c-4e62135b56d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.599519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "bf32371c-af10-493d-911c-4e62135b56d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.599519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "bf32371c-af10-493d-911c-4e62135b56d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.599519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "bf32371c-af10-493d-911c-4e62135b56d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.600587] env[63393]: INFO nova.compute.manager [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Terminating instance [ 689.623379] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61b33c16-3ef4-4e50-8692-9b7ae75e1932 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.632592] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a42cbe-c1eb-4aa4-9b35-3edd58612ba2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.671158] env[63393]: DEBUG nova.compute.manager [req-e72ce5d2-612c-4bbc-94d9-6ff02ed03aab req-2e724629-9b0a-4f1e-bedb-f83d829110b7 service nova] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Detach interface failed, port_id=f846f921-8037-4342-9a5c-400c66a74237, reason: Instance 260d1159-09e8-4c66-b877-7eb0e6effde4 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 689.747893] env[63393]: DEBUG nova.compute.utils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.752294] env[63393]: DEBUG nova.compute.manager [req-1360e56c-68a0-445d-8e9c-bb010178a767 req-9ff9faf9-a198-43ce-a31f-d09ea124fc47 service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Received event network-vif-plugged-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.752855] env[63393]: DEBUG oslo_concurrency.lockutils [req-1360e56c-68a0-445d-8e9c-bb010178a767 req-9ff9faf9-a198-43ce-a31f-d09ea124fc47 service nova] Acquiring lock "00ce5c4e-db18-4893-91df-47ca77bc9099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.752855] env[63393]: DEBUG oslo_concurrency.lockutils [req-1360e56c-68a0-445d-8e9c-bb010178a767 req-9ff9faf9-a198-43ce-a31f-d09ea124fc47 service nova] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.752976] env[63393]: DEBUG oslo_concurrency.lockutils [req-1360e56c-68a0-445d-8e9c-bb010178a767 req-9ff9faf9-a198-43ce-a31f-d09ea124fc47 service nova] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.753558] env[63393]: DEBUG nova.compute.manager [req-1360e56c-68a0-445d-8e9c-bb010178a767 req-9ff9faf9-a198-43ce-a31f-d09ea124fc47 service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] No waiting events found dispatching network-vif-plugged-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.753764] env[63393]: WARNING nova.compute.manager [req-1360e56c-68a0-445d-8e9c-bb010178a767 req-9ff9faf9-a198-43ce-a31f-d09ea124fc47 service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Received unexpected event network-vif-plugged-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc for instance with vm_state building and task_state spawning. [ 689.754876] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.755224] env[63393]: DEBUG nova.network.neutron [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.767538] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681530, 'name': ReconfigVM_Task, 'duration_secs': 1.002539} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.767803] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Reconfigured VM instance instance-00000025 to attach disk [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.768794] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3850fb-5234-4f3b-b03f-4e78fceb55c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.799349] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ff7bf7-4736-4159-a9ba-94e72ccbc770 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.813474] env[63393]: DEBUG nova.policy [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239c07b3967f4a33bb08cede4bd7d3c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260c8cc217184a96a517fca61dc75bc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.820412] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 689.820412] env[63393]: value = "task-2681533" [ 689.820412] env[63393]: _type = "Task" [ 689.820412] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.830246] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.914142] env[63393]: DEBUG nova.network.neutron [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Successfully updated port: a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.919753] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52025174-e6e8-fc19-7143-c4e880ae4573, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.923178] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.923473] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.923885] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.923885] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924057] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.927974] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab16061-0cde-4d88-96dd-8897428677b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.929911] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681532, 'name': Rename_Task, 'duration_secs': 0.133243} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.930441] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.931399] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2755f1d-6a1e-405d-993d-cb1b87aad1a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.937193] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.937391] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.942241] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872b3565-8021-4365-8831-f55741a7fcc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.944475] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 689.944475] env[63393]: value = "task-2681534" [ 689.944475] env[63393]: _type = "Task" [ 689.944475] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.949991] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 689.949991] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523dbbf6-af59-4a26-f34f-37f0eb736fb8" [ 689.949991] env[63393]: _type = "Task" [ 689.949991] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.957204] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.965408] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523dbbf6-af59-4a26-f34f-37f0eb736fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.965992] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b76f87d-1879-4ccf-a217-a9a69a2d8567 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.971309] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 689.971309] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5232daa9-71b6-e2fd-950e-c0ac490626ae" [ 689.971309] env[63393]: _type = "Task" [ 689.971309] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.983740] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5232daa9-71b6-e2fd-950e-c0ac490626ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008182} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.983980] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.984238] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 27d539c0-5401-402b-87ab-ce400a348a73/27d539c0-5401-402b-87ab-ce400a348a73.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.986806] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab00344-6bde-49ac-96f1-7d0f3aa94031 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.993284] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 689.993284] env[63393]: value = "task-2681535" [ 689.993284] env[63393]: _type = "Task" [ 689.993284] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.000620] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.096528] env[63393]: INFO nova.compute.manager [-] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Took 1.35 seconds to deallocate network for instance. [ 690.105719] env[63393]: DEBUG nova.compute.manager [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.109151] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.109151] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb797e89-1fb4-4742-91cd-17e1eba09d5a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.114874] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.114874] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33790616-017b-4d4e-82e2-35ba0667212d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.122454] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 690.122454] env[63393]: value = "task-2681536" [ 690.122454] env[63393]: _type = "Task" [ 690.122454] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.135886] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.203955] env[63393]: DEBUG nova.network.neutron [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Successfully created port: 85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.256510] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.305531] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b77ac-0962-4d76-bc23-ac96c9341c4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.318903] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5118e62-9845-4055-a321-5e24fe3794e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.361692] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681533, 'name': ReconfigVM_Task, 'duration_secs': 0.261276} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.362579] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec18c0-2e26-4116-9da7-fb0e7e4b8167 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.365448] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.365758] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b555df2d-b418-49c4-966c-356cab08dd67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.376345] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186e1d0-bed4-4c76-9219-1f48cf900403 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.381512] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 690.381512] env[63393]: value = "task-2681537" [ 690.381512] env[63393]: _type = "Task" [ 690.381512] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.398018] env[63393]: DEBUG nova.compute.provider_tree [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.403728] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.420276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.420276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquired lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.420468] env[63393]: DEBUG nova.network.neutron [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.449403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "8065824c-066e-420a-a4bc-934f90a507b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.449689] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "8065824c-066e-420a-a4bc-934f90a507b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.460629] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.505216] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681535, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.609770] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.635849] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681536, 'name': PowerOffVM_Task, 'duration_secs': 0.245026} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.636174] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.636820] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.636820] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515886d0-03ca-4e47-b45d-b7c5ee582e0a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.709984] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.709984] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.710474] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Deleting the datastore file [datastore2] bf32371c-af10-493d-911c-4e62135b56d9 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.710474] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffef6243-b450-4ce1-907f-7cf341199790 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.719148] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 690.719148] env[63393]: value = "task-2681539" [ 690.719148] env[63393]: _type = "Task" [ 690.719148] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.727669] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.765420] env[63393]: INFO nova.virt.block_device [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Booting with volume 503e5d6f-5806-4b7d-91a3-2b62095edb57 at /dev/sda [ 690.799867] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-855537b5-cd4e-42b5-a30f-3eaf6ccd5f19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.809075] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd951789-2968-4781-9e92-dacb74805c19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.842776] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b5551dc-e384-455d-993b-886048332dda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.850570] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a8992-55b0-4efa-9d0c-248e79ba2993 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.889842] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a794c44b-f7fe-4346-9e85-527e405c24ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.895868] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.898062] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0297d-c28e-475f-8687-856ed9963ffc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.901036] env[63393]: DEBUG nova.scheduler.client.report [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.915465] env[63393]: DEBUG nova.virt.block_device [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updating existing volume attachment record: f67e0fb3-46e9-47e0-a71a-4311bcf39e98 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 690.958993] env[63393]: DEBUG oslo_vmware.api [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681534, 'name': PowerOnVM_Task, 'duration_secs': 0.770854} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.959278] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.959481] env[63393]: INFO nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Took 8.90 seconds to spawn the instance on the hypervisor. [ 690.959659] env[63393]: DEBUG nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.960501] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e312fe6e-671a-444e-bd89-f850c906be4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.004542] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541445} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.004877] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 27d539c0-5401-402b-87ab-ce400a348a73/27d539c0-5401-402b-87ab-ce400a348a73.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.005135] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.005493] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-884a4893-c6a2-4e64-a6a2-0fe0916afa08 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.011343] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 691.011343] env[63393]: value = "task-2681540" [ 691.011343] env[63393]: _type = "Task" [ 691.011343] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.020602] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.179183] env[63393]: DEBUG nova.network.neutron [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.231490] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.365275] env[63393]: DEBUG nova.network.neutron [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Updating instance_info_cache with network_info: [{"id": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "address": "fa:16:3e:3e:51:a3", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1e1a8-6e", "ovs_interfaceid": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.397800] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.405563] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.407850] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.458s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.410267] env[63393]: INFO nova.compute.claims [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.428322] env[63393]: INFO nova.scheduler.client.report [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Deleted allocations for instance 59fa839d-83dd-463c-9e5e-91f5fbe38753 [ 691.480735] env[63393]: INFO nova.compute.manager [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Took 46.11 seconds to build instance. [ 691.523206] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681540, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.730444] env[63393]: DEBUG oslo_vmware.api [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.852669} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.730685] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.730892] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.731023] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.731210] env[63393]: INFO nova.compute.manager [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 691.731461] env[63393]: DEBUG oslo.service.loopingcall [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.731653] env[63393]: DEBUG nova.compute.manager [-] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.731750] env[63393]: DEBUG nova.network.neutron [-] [instance: bf32371c-af10-493d-911c-4e62135b56d9] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.753433] env[63393]: DEBUG nova.compute.manager [req-23169f90-ffe0-4a29-8226-589456764974 req-491db7db-4210-40d9-b464-f583628d2459 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Received event network-vif-plugged-85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.753723] env[63393]: DEBUG oslo_concurrency.lockutils [req-23169f90-ffe0-4a29-8226-589456764974 req-491db7db-4210-40d9-b464-f583628d2459 service nova] Acquiring lock "8a309aad-b086-442f-a069-60c780c5b945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.753898] env[63393]: DEBUG oslo_concurrency.lockutils [req-23169f90-ffe0-4a29-8226-589456764974 req-491db7db-4210-40d9-b464-f583628d2459 service nova] Lock "8a309aad-b086-442f-a069-60c780c5b945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.754141] env[63393]: DEBUG oslo_concurrency.lockutils [req-23169f90-ffe0-4a29-8226-589456764974 req-491db7db-4210-40d9-b464-f583628d2459 service nova] Lock "8a309aad-b086-442f-a069-60c780c5b945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.754327] env[63393]: DEBUG nova.compute.manager [req-23169f90-ffe0-4a29-8226-589456764974 req-491db7db-4210-40d9-b464-f583628d2459 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] No waiting events found dispatching network-vif-plugged-85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.754542] env[63393]: WARNING nova.compute.manager [req-23169f90-ffe0-4a29-8226-589456764974 req-491db7db-4210-40d9-b464-f583628d2459 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Received unexpected event network-vif-plugged-85dbb482-c43f-42cd-8857-489cf05ac3e6 for instance with vm_state building and task_state block_device_mapping. [ 691.783480] env[63393]: DEBUG nova.compute.manager [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Received event network-changed-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.783701] env[63393]: DEBUG nova.compute.manager [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Refreshing instance network info cache due to event network-changed-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.784082] env[63393]: DEBUG oslo_concurrency.lockutils [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] Acquiring lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.868676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Releasing lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.869094] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Instance network_info: |[{"id": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "address": "fa:16:3e:3e:51:a3", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1e1a8-6e", "ovs_interfaceid": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.870008] env[63393]: DEBUG nova.network.neutron [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Successfully updated port: 85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.871187] env[63393]: DEBUG oslo_concurrency.lockutils [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] Acquired lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.871368] env[63393]: DEBUG nova.network.neutron [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Refreshing network info cache for port a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.876575] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:51:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.887542] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Creating folder: Project (b6506b012bdd462782279df695301b2e). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.892193] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquiring lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.892366] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquired lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.892950] env[63393]: DEBUG nova.network.neutron [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.893864] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0584c5c-7f0f-4b5b-8dde-0b09de9ba613 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.906948] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.910168] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Created folder: Project (b6506b012bdd462782279df695301b2e) in parent group-v540494. [ 691.910343] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Creating folder: Instances. Parent ref: group-v540617. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.911052] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-241939cd-946d-4072-8533-c14e7dbd881d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.923018] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Created folder: Instances in parent group-v540617. [ 691.923018] env[63393]: DEBUG oslo.service.loopingcall [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.923018] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.923018] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-192a2da9-7f34-43a6-8662-571554f4d97a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.945595] env[63393]: DEBUG oslo_concurrency.lockutils [None req-84fc82aa-4c86-48e0-975d-677f43cd461e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Lock "59fa839d-83dd-463c-9e5e-91f5fbe38753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.227s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.953498] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.953498] env[63393]: value = "task-2681543" [ 691.953498] env[63393]: _type = "Task" [ 691.953498] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.960114] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681543, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.984482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.841s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.024843] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.51703} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.025243] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.026395] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc62e9-10d0-49ce-b13d-2f723c26d0ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.058751] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 27d539c0-5401-402b-87ab-ce400a348a73/27d539c0-5401-402b-87ab-ce400a348a73.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.059900] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6ac461-dbd7-44ba-8c70-6bad9b27c051 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.083568] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 692.083568] env[63393]: value = "task-2681544" [ 692.083568] env[63393]: _type = "Task" [ 692.083568] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.096257] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.146332] env[63393]: DEBUG nova.network.neutron [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Updated VIF entry in instance network info cache for port a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.146693] env[63393]: DEBUG nova.network.neutron [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Updating instance_info_cache with network_info: [{"id": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "address": "fa:16:3e:3e:51:a3", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1e1a8-6e", "ovs_interfaceid": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.406550] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.443083] env[63393]: DEBUG nova.network.neutron [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.463109] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681543, 'name': CreateVM_Task} progress is 15%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.474195] env[63393]: DEBUG nova.network.neutron [-] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.488843] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.601236] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.645757] env[63393]: DEBUG nova.network.neutron [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updating instance_info_cache with network_info: [{"id": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "address": "fa:16:3e:2c:38:fb", "network": {"id": "17b5b89c-8041-4c4e-b0d7-79a3983953bd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-823257915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260c8cc217184a96a517fca61dc75bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85dbb482-c4", "ovs_interfaceid": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.649638] env[63393]: DEBUG oslo_concurrency.lockutils [req-e196f86d-d219-4a3b-8622-b1a201b88ba5 req-b5b44295-15ae-4975-a247-39e04d0610fa service nova] Releasing lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.905995] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.935917] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba689240-6330-4f58-aea4-d2f33a5747aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.944029] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fa518d-aa56-412c-a814-9ed497bd2530 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.980359] env[63393]: INFO nova.compute.manager [-] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Took 1.25 seconds to deallocate network for instance. [ 692.986675] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0be895-21b9-49b9-9b14-81854849e6fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.005100] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681543, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.006590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ddf67-5cb7-46a5-91cd-15e6806a0a82 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.013332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.024962] env[63393]: DEBUG nova.compute.provider_tree [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.069058] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.069715] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.069986] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.070241] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.070520] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.070704] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.070932] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.071584] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.071584] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.071584] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.071776] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.071998] env[63393]: DEBUG nova.virt.hardware [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.073070] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e23db9-8f81-4704-adae-cea1cdd19f4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.083853] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736dbc1a-519e-4f34-9c8e-1c247750f769 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.104553] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.149302] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Releasing lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.149646] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Instance network_info: |[{"id": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "address": "fa:16:3e:2c:38:fb", "network": {"id": "17b5b89c-8041-4c4e-b0d7-79a3983953bd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-823257915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260c8cc217184a96a517fca61dc75bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85dbb482-c4", "ovs_interfaceid": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.150103] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:38:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85dbb482-c43f-42cd-8857-489cf05ac3e6', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.158104] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Creating folder: Project (260c8cc217184a96a517fca61dc75bc4). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.158430] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f30c2e-fbe4-4545-a56c-e7b3ba1246b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.170506] env[63393]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 693.170741] env[63393]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63393) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 693.171094] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Folder already exists: Project (260c8cc217184a96a517fca61dc75bc4). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 693.171331] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Creating folder: Instances. Parent ref: group-v540566. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.171572] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-090b1344-7201-45c5-ae0e-2bbfd374e2aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.181642] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Created folder: Instances in parent group-v540566. [ 693.181934] env[63393]: DEBUG oslo.service.loopingcall [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.182158] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.182401] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1861a09d-434a-4d92-98e3-dfa1c61ca561 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.202467] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.202467] env[63393]: value = "task-2681547" [ 693.202467] env[63393]: _type = "Task" [ 693.202467] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.210830] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681547, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.406271] env[63393]: DEBUG oslo_vmware.api [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681537, 'name': PowerOnVM_Task, 'duration_secs': 2.640637} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.406553] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.411363] env[63393]: DEBUG nova.compute.manager [None req-af3f6a5d-e48b-4dd5-83dc-4f8a50bcc7df tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.412711] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4a780-e5af-4646-8118-0f171af7ee69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.491868] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681543, 'name': CreateVM_Task, 'duration_secs': 1.252525} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.492373] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.493227] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.493456] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.493832] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.494909] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25fb2f88-f880-4639-add7-63f2465c289a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.498454] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.500224] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 693.500224] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52797a28-957a-8f94-ca38-ab3b3aff6a32" [ 693.500224] env[63393]: _type = "Task" [ 693.500224] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.513445] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52797a28-957a-8f94-ca38-ab3b3aff6a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.529684] env[63393]: DEBUG nova.scheduler.client.report [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.599708] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681544, 'name': ReconfigVM_Task, 'duration_secs': 1.308323} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.600030] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 27d539c0-5401-402b-87ab-ce400a348a73/27d539c0-5401-402b-87ab-ce400a348a73.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.600687] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2222f11f-a287-4f62-a86b-9d83e955ce58 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.608708] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 693.608708] env[63393]: value = "task-2681548" [ 693.608708] env[63393]: _type = "Task" [ 693.608708] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.621315] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681548, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.712713] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681547, 'name': CreateVM_Task, 'duration_secs': 0.37385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.712892] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.713712] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540574', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'name': 'volume-503e5d6f-5806-4b7d-91a3-2b62095edb57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a309aad-b086-442f-a069-60c780c5b945', 'attached_at': '', 'detached_at': '', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'serial': '503e5d6f-5806-4b7d-91a3-2b62095edb57'}, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'f67e0fb3-46e9-47e0-a71a-4311bcf39e98', 'volume_type': None}], 'swap': None} {{(pid=63393) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 693.714246] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Root volume attach. Driver type: vmdk {{(pid=63393) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 693.715077] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0630290-d7f7-4a95-a6ae-0d0e6d3cacc1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.724831] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995b2c0-7e8c-4ed1-bd3a-a90951eedeab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.731555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167778e8-bc45-4f3a-9c47-acfeeab31748 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.737653] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-197065a9-b986-4188-92f6-2c7d702968d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.744733] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 693.744733] env[63393]: value = "task-2681549" [ 693.744733] env[63393]: _type = "Task" [ 693.744733] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.752185] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.786246] env[63393]: DEBUG nova.compute.manager [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Received event network-changed-85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.786386] env[63393]: DEBUG nova.compute.manager [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Refreshing instance network info cache due to event network-changed-85dbb482-c43f-42cd-8857-489cf05ac3e6. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.787358] env[63393]: DEBUG oslo_concurrency.lockutils [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] Acquiring lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.787358] env[63393]: DEBUG oslo_concurrency.lockutils [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] Acquired lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.787358] env[63393]: DEBUG nova.network.neutron [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Refreshing network info cache for port 85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.866253] env[63393]: DEBUG nova.compute.manager [req-4db7e473-4d5c-49f1-bf79-161ff94ebd6d req-811f7f6b-cb88-4766-a10e-bcc9250cdc04 service nova] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Received event network-vif-deleted-6d0a44c7-eb87-4f27-978c-871fdccb48dd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.011258] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52797a28-957a-8f94-ca38-ab3b3aff6a32, 'name': SearchDatastore_Task, 'duration_secs': 0.023788} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.011604] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.011780] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.012029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.012180] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.012356] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.012657] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce95ead-cb3a-4911-b089-7e7e628b9051 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.025802] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.025928] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.026694] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57003d47-56b6-4d4f-8579-305f9aeb4706 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.033474] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 694.033474] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526dc968-87cf-25e6-ab70-3fd94712bc01" [ 694.033474] env[63393]: _type = "Task" [ 694.033474] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.039176] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.039852] env[63393]: DEBUG nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.043575] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.596s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.052962] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526dc968-87cf-25e6-ab70-3fd94712bc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.120182] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681548, 'name': Rename_Task, 'duration_secs': 0.16014} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.120362] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.120630] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96a0192-3b85-4f22-a2ec-f1661ff285ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.127102] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 694.127102] env[63393]: value = "task-2681550" [ 694.127102] env[63393]: _type = "Task" [ 694.127102] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.134338] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.256108] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 34%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.549403] env[63393]: DEBUG nova.compute.utils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.565181] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526dc968-87cf-25e6-ab70-3fd94712bc01, 'name': SearchDatastore_Task, 'duration_secs': 0.027496} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.566526] env[63393]: DEBUG nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 694.568106] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05524733-e686-4653-9f6f-ba927c12148c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.579222] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 694.579222] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dcd644-2654-fe7a-d29d-4032dcdc48ff" [ 694.579222] env[63393]: _type = "Task" [ 694.579222] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.579663] env[63393]: DEBUG nova.network.neutron [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updated VIF entry in instance network info cache for port 85dbb482-c43f-42cd-8857-489cf05ac3e6. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.580160] env[63393]: DEBUG nova.network.neutron [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updating instance_info_cache with network_info: [{"id": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "address": "fa:16:3e:2c:38:fb", "network": {"id": "17b5b89c-8041-4c4e-b0d7-79a3983953bd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-823257915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260c8cc217184a96a517fca61dc75bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85dbb482-c4", "ovs_interfaceid": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.595485] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dcd644-2654-fe7a-d29d-4032dcdc48ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.595852] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.596190] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 00ce5c4e-db18-4893-91df-47ca77bc9099/00ce5c4e-db18-4893-91df-47ca77bc9099.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.596708] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50e43402-ef4c-4345-a1ed-ede0a18a15eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.605221] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 694.605221] env[63393]: value = "task-2681551" [ 694.605221] env[63393]: _type = "Task" [ 694.605221] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.614738] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.638079] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681550, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.757162] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 47%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.002508] env[63393]: INFO nova.compute.manager [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Unrescuing [ 695.002838] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.002995] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.003202] env[63393]: DEBUG nova.network.neutron [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.066967] env[63393]: DEBUG nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.092027] env[63393]: DEBUG oslo_concurrency.lockutils [req-ce3b8743-c24f-438c-a08f-ba36215fba60 req-7934ce53-f773-4df3-b65d-576d2dd57f52 service nova] Releasing lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.114534] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 6b84681b-8d45-483f-83ae-b7810ee9612d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.114614] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 92a64953-87ea-4307-a16a-e2cd144d7350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ca95dd56-a5ca-4bc0-a704-278333df1f2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 33df7bf1-a8e8-4368-b5a4-155436b6320f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fcbd90f1-050f-4144-ab22-06f5894118eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d1f3667d-f592-4c2f-8eda-8e24b95f215b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 9707b3a4-7e96-4c52-a1d5-d4e4988e129a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 7d8d0417-b510-417b-a18f-375d1dfd3757 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 412eac9c-3c2e-439d-bcec-af6ec09c879f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 142527c9-7695-40ab-a44f-b2841e9b9c26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance bf32371c-af10-493d-911c-4e62135b56d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 8b83e720-1025-4989-9bd0-37b3da8511ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.116616] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d74cfc21-d87d-45a2-8cf7-4d34244fc363 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.116616] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 5fae3008-ed55-4e69-bea5-33f26ee23090 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.116616] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d9faab7b-af63-41e1-94b5-65e3ad0db03f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ce27a7e1-05e2-46b0-9689-39d4efbda232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 369dc141-ec0b-4237-aed7-d047e9a59bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 260d1159-09e8-4c66-b877-7eb0e6effde4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 201dc70d-8f25-4b63-83a3-5169c8c368b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 27d539c0-5401-402b-87ab-ce400a348a73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 00ce5c4e-db18-4893-91df-47ca77bc9099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117260] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 8a309aad-b086-442f-a069-60c780c5b945 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.117669] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 48c39fea-14ce-4231-9f7d-badd7cc912ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 695.122473] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.139986] env[63393]: DEBUG oslo_vmware.api [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681550, 'name': PowerOnVM_Task, 'duration_secs': 0.764336} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.140623] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.140807] env[63393]: INFO nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Took 10.42 seconds to spawn the instance on the hypervisor. [ 695.141146] env[63393]: DEBUG nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.142777] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534bffb4-8d92-4ca7-bc2f-e683582f8e02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.258528] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 62%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.618504] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662929} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.618834] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 00ce5c4e-db18-4893-91df-47ca77bc9099/00ce5c4e-db18-4893-91df-47ca77bc9099.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.619061] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.619371] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0935fb3f-117f-4904-aa7f-6b3a8ccf35d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.623709] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.630196] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 695.630196] env[63393]: value = "task-2681552" [ 695.630196] env[63393]: _type = "Task" [ 695.630196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.641506] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.663828] env[63393]: INFO nova.compute.manager [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Took 42.95 seconds to build instance. [ 695.760944] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 76%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.089662] env[63393]: DEBUG nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.100409] env[63393]: DEBUG nova.network.neutron [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Updating instance_info_cache with network_info: [{"id": "c619645b-41a1-4b29-8065-d2d1602db609", "address": "fa:16:3e:5b:5e:b7", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc619645b-41", "ovs_interfaceid": "c619645b-41a1-4b29-8065-d2d1602db609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.114739] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.114997] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.115174] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.115415] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.115577] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.115793] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.115935] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.116111] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.116285] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.116498] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.116796] env[63393]: DEBUG nova.virt.hardware [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.117935] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a555850-70fc-4447-8830-1e8368d86960 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.128244] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c7eb2-94ed-4830-b668-2265ef788332 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.133211] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 7671d351-0759-4462-acf5-302d615f0b73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.150398] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.156825] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Creating folder: Project (07aef2a42e4f431493160420961d2f59). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.160825] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f892c10-7d70-45ec-95d4-339d2b9206df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.162684] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140405} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.163295] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.164491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d708d3fd-e8e6-4a64-bd7f-51123f3c62c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.168127] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "27d539c0-5401-402b-87ab-ce400a348a73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.148s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.191318] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 00ce5c4e-db18-4893-91df-47ca77bc9099/00ce5c4e-db18-4893-91df-47ca77bc9099.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.193300] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2992625c-12ae-4a96-96fc-2fbcd0bc4007 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.209094] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Created folder: Project (07aef2a42e4f431493160420961d2f59) in parent group-v540494. [ 696.209568] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Creating folder: Instances. Parent ref: group-v540622. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.210342] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-384ed364-a3cc-4620-9aca-dbd539d5d467 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.221526] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 696.221526] env[63393]: value = "task-2681555" [ 696.221526] env[63393]: _type = "Task" [ 696.221526] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.223742] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Created folder: Instances in parent group-v540622. [ 696.224167] env[63393]: DEBUG oslo.service.loopingcall [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.227727] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.227802] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-593cd7b8-a76d-46dc-876c-06fea41c83c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.251215] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.254391] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.254391] env[63393]: value = "task-2681556" [ 696.254391] env[63393]: _type = "Task" [ 696.254391] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.261827] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.272328] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681556, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.603642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-ce27a7e1-05e2-46b0-9689-39d4efbda232" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.604551] env[63393]: DEBUG nova.objects.instance [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'flavor' on Instance uuid ce27a7e1-05e2-46b0-9689-39d4efbda232 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.636651] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.670824] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.738972] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.763278] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 97%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.768754] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681556, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.110399] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0e730-be6f-4ac2-8120-f1612173b760 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.132282] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.132685] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33966c87-2a3d-4211-a741-75cd4e3b2baa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.138804] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 697.138804] env[63393]: value = "task-2681557" [ 697.138804] env[63393]: _type = "Task" [ 697.138804] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.142536] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 10f69421-d9f3-421d-a17f-f33968787722 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.148505] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.190073] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.237928] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.260950] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 97%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.273686] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681556, 'name': CreateVM_Task, 'duration_secs': 0.992059} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.273989] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.274692] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.275029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.275553] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.275946] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43bf55a-fcea-4ebe-ad4a-14d03918c979 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.283040] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 697.283040] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523e7c41-e20c-f0b0-bddc-a97e9e55311c" [ 697.283040] env[63393]: _type = "Task" [ 697.283040] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.291515] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523e7c41-e20c-f0b0-bddc-a97e9e55311c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.569464] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "661f4277-5346-499e-8df3-d6daefa6d633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.569734] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "661f4277-5346-499e-8df3-d6daefa6d633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.645189] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 272f9539-f449-431c-b847-1fb862b34e45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.650448] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681557, 'name': PowerOffVM_Task, 'duration_secs': 0.224431} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.650949] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.656472] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 697.656815] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b1618d-a750-4e25-a979-7d1efdf0ebc5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.677666] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 697.677666] env[63393]: value = "task-2681558" [ 697.677666] env[63393]: _type = "Task" [ 697.677666] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.688211] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.734628] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681555, 'name': ReconfigVM_Task, 'duration_secs': 1.085567} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.735171] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 00ce5c4e-db18-4893-91df-47ca77bc9099/00ce5c4e-db18-4893-91df-47ca77bc9099.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.735840] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a5525a-20e3-42fe-b709-3be34283213e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.744927] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 697.744927] env[63393]: value = "task-2681559" [ 697.744927] env[63393]: _type = "Task" [ 697.744927] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.753737] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681559, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.761237] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 98%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.792552] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523e7c41-e20c-f0b0-bddc-a97e9e55311c, 'name': SearchDatastore_Task, 'duration_secs': 0.018208} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.792871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.793118] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.793767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.793767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.793767] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.793986] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d2c8216-1409-4111-8462-33db946f67a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.806322] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.806551] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.807375] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd95aa0-5533-4a99-940f-d71bdede6835 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.813238] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 697.813238] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6727f-31eb-8bc8-e17c-7005dd52c654" [ 697.813238] env[63393]: _type = "Task" [ 697.813238] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.820776] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6727f-31eb-8bc8-e17c-7005dd52c654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.152673] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 5cc76037-03e4-4c2f-8d29-617f94713bd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.188705] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.256666] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681559, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.265513] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task} progress is 98%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.323860] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6727f-31eb-8bc8-e17c-7005dd52c654, 'name': SearchDatastore_Task, 'duration_secs': 0.053987} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.324691] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364f5ef1-5117-42b1-919c-417facd9f7d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.331167] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 698.331167] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52654468-267d-13b2-8c2e-fcef781b687c" [ 698.331167] env[63393]: _type = "Task" [ 698.331167] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.340007] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52654468-267d-13b2-8c2e-fcef781b687c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.656685] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 85f6301b-6865-40ac-9b22-dcfa445e326c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.691130] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.756259] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681559, 'name': Rename_Task, 'duration_secs': 0.933246} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.756843] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.760259] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25143785-4826-47b1-a6d4-5ffc56d078ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.766920] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681549, 'name': RelocateVM_Task, 'duration_secs': 5.017806} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.768139] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 698.768359] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540574', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'name': 'volume-503e5d6f-5806-4b7d-91a3-2b62095edb57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a309aad-b086-442f-a069-60c780c5b945', 'attached_at': '', 'detached_at': '', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'serial': '503e5d6f-5806-4b7d-91a3-2b62095edb57'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 698.768706] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 698.768706] env[63393]: value = "task-2681560" [ 698.768706] env[63393]: _type = "Task" [ 698.768706] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.769475] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf13efd-3c25-4847-99aa-b09a3f2a2ade {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.781896] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681560, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.793318] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5e91d-09fc-44d8-83c4-41948b12258c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.824311] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-503e5d6f-5806-4b7d-91a3-2b62095edb57/volume-503e5d6f-5806-4b7d-91a3-2b62095edb57.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.824668] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51a81d9-c445-45f2-ad04-86216d32c99d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.847919] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52654468-267d-13b2-8c2e-fcef781b687c, 'name': SearchDatastore_Task, 'duration_secs': 0.036349} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.849266] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.849460] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 48c39fea-14ce-4231-9f7d-badd7cc912ef/48c39fea-14ce-4231-9f7d-badd7cc912ef.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.849775] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 698.849775] env[63393]: value = "task-2681561" [ 698.849775] env[63393]: _type = "Task" [ 698.849775] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.849966] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3a5473-b6c3-44ea-9ab1-86b92c96cc33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.860422] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.861720] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 698.861720] env[63393]: value = "task-2681562" [ 698.861720] env[63393]: _type = "Task" [ 698.861720] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.869479] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.160982] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4db7ce43-1b59-47af-a757-7b0c428bd734 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.189840] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681558, 'name': ReconfigVM_Task, 'duration_secs': 1.07197} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.190156] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 699.190355] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.190636] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b69b6cd-f9af-4f64-adf6-880c50705937 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.198319] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 699.198319] env[63393]: value = "task-2681563" [ 699.198319] env[63393]: _type = "Task" [ 699.198319] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.209713] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.283033] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.361584] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.373274] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452304} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.373567] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 48c39fea-14ce-4231-9f7d-badd7cc912ef/48c39fea-14ce-4231-9f7d-badd7cc912ef.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.373750] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.374012] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98933c1a-47c3-424c-b99c-d2b56cfeef7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.382040] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 699.382040] env[63393]: value = "task-2681564" [ 699.382040] env[63393]: _type = "Task" [ 699.382040] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.391277] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.664607] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 8065824c-066e-420a-a4bc-934f90a507b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 699.664911] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 699.665078] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 699.709266] env[63393]: DEBUG oslo_vmware.api [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681563, 'name': PowerOnVM_Task, 'duration_secs': 0.470928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.711700] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.711963] env[63393]: DEBUG nova.compute.manager [None req-d7f775b7-42b2-49b9-9dba-c96864924d8b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.713079] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c421c-60b2-4270-8231-1d94e18c80a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.784616] env[63393]: DEBUG oslo_vmware.api [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681560, 'name': PowerOnVM_Task, 'duration_secs': 0.593229} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.787241] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.787497] env[63393]: INFO nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Took 10.76 seconds to spawn the instance on the hypervisor. [ 699.787697] env[63393]: DEBUG nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.788787] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a38be2-7a02-4e06-81b3-59ccd1fbc031 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.861389] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681561, 'name': ReconfigVM_Task, 'duration_secs': 0.521804} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.863990] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-503e5d6f-5806-4b7d-91a3-2b62095edb57/volume-503e5d6f-5806-4b7d-91a3-2b62095edb57.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.869345] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3453905-e7f2-4164-9362-9e3f56e82357 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.887265] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 699.887265] env[63393]: value = "task-2681565" [ 699.887265] env[63393]: _type = "Task" [ 699.887265] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.894206] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067424} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.896040] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.897345] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6883b55-a2c5-4b0c-9bfe-eecf3a943f9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.903098] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.920788] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 48c39fea-14ce-4231-9f7d-badd7cc912ef/48c39fea-14ce-4231-9f7d-badd7cc912ef.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.923683] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3952db0-fb4f-4a4d-bb54-f113396f06c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.944648] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 699.944648] env[63393]: value = "task-2681566" [ 699.944648] env[63393]: _type = "Task" [ 699.944648] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.955226] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.071708] env[63393]: DEBUG nova.compute.manager [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Received event network-changed {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.071708] env[63393]: DEBUG nova.compute.manager [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Refreshing instance network info cache due to event network-changed. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.071708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] Acquiring lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.071862] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] Acquired lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.071907] env[63393]: DEBUG nova.network.neutron [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.135649] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f538874a-5002-4461-8c7c-4aae07e0e731 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.144080] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1877c1c3-448c-4b05-a467-2d320d0b6c5d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.178512] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde8221b-f0d5-4aba-ae0e-3517949015e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.186511] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd597d-d03b-4279-9cd1-285cb55ceabe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.200636] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.310626] env[63393]: INFO nova.compute.manager [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Took 43.64 seconds to build instance. [ 700.397976] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.457338] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.639204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "00ce5c4e-db18-4893-91df-47ca77bc9099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.727271] env[63393]: ERROR nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [req-a817972b-f8b2-4d27-80eb-35da7fb5c77f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a817972b-f8b2-4d27-80eb-35da7fb5c77f"}]} [ 700.742901] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 700.759525] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 700.759777] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.771309] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.794971] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.812938] env[63393]: DEBUG oslo_concurrency.lockutils [None req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.548s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.815995] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.177s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.816619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "00ce5c4e-db18-4893-91df-47ca77bc9099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.816619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.816619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.820874] env[63393]: INFO nova.compute.manager [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Terminating instance [ 700.827554] env[63393]: DEBUG nova.network.neutron [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Updating instance_info_cache with network_info: [{"id": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "address": "fa:16:3e:3e:51:a3", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1e1a8-6e", "ovs_interfaceid": "a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.900017] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681565, 'name': ReconfigVM_Task, 'duration_secs': 0.533004} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.902646] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540574', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'name': 'volume-503e5d6f-5806-4b7d-91a3-2b62095edb57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a309aad-b086-442f-a069-60c780c5b945', 'attached_at': '', 'detached_at': '', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'serial': '503e5d6f-5806-4b7d-91a3-2b62095edb57'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 700.903370] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5536fdc6-09ad-4ac5-9ee2-1c8e225f4d38 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.909087] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 700.909087] env[63393]: value = "task-2681567" [ 700.909087] env[63393]: _type = "Task" [ 700.909087] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.916834] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681567, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.955661] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681566, 'name': ReconfigVM_Task, 'duration_secs': 0.680531} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.958592] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 48c39fea-14ce-4231-9f7d-badd7cc912ef/48c39fea-14ce-4231-9f7d-badd7cc912ef.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.959427] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a58ab4a-7264-4df3-8edd-00e7d32135e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.964683] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 700.964683] env[63393]: value = "task-2681568" [ 700.964683] env[63393]: _type = "Task" [ 700.964683] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.976965] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681568, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.238229] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319e55fa-a539-4b29-bbfb-85758935feed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.244524] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481dd9ce-9762-4c53-964a-bed932bf34d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.273829] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b39e8-c541-43ec-a94b-c28dc1fed8de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.280534] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2febaa51-9307-40ec-af55-281e8f5055b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.293831] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.321980] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.325623] env[63393]: DEBUG nova.compute.manager [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.325623] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.326633] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b523e22-9a8b-42fd-8c54-0a4c3b308461 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.329942] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0c19bdf6-563a-46ed-bc0a-1099dfbf2a03 tempest-ServerExternalEventsTest-1199303716 tempest-ServerExternalEventsTest-1199303716-project] Releasing lock "refresh_cache-00ce5c4e-db18-4893-91df-47ca77bc9099" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.337065] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.337065] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd863f9-e450-410d-a264-b78c97a0d468 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.343521] env[63393]: DEBUG oslo_vmware.api [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 701.343521] env[63393]: value = "task-2681569" [ 701.343521] env[63393]: _type = "Task" [ 701.343521] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.351509] env[63393]: DEBUG oslo_vmware.api [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.422411] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681567, 'name': Rename_Task, 'duration_secs': 0.123843} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.422798] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.423144] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea8bdca3-4dd5-47bc-a027-0bd3d5b80dda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.430750] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 701.430750] env[63393]: value = "task-2681570" [ 701.430750] env[63393]: _type = "Task" [ 701.430750] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.441386] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.475043] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681568, 'name': Rename_Task, 'duration_secs': 0.132441} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.475395] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.475698] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e07ee48b-7004-48c0-bdd2-fab4a0af7d66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.482890] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 701.482890] env[63393]: value = "task-2681571" [ 701.482890] env[63393]: _type = "Task" [ 701.482890] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.494978] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.838332] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.838628] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 65 to 66 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.838751] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.847842] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.854690] env[63393]: DEBUG oslo_vmware.api [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681569, 'name': PowerOffVM_Task, 'duration_secs': 0.26862} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.854958] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.855142] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.855429] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de3c1b1c-7c38-493f-ac38-984b347e5612 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.943274] env[63393]: DEBUG oslo_vmware.api [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681570, 'name': PowerOnVM_Task, 'duration_secs': 0.486401} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.943611] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.943840] env[63393]: INFO nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Took 8.87 seconds to spawn the instance on the hypervisor. [ 701.944080] env[63393]: DEBUG nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.944968] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237005cf-5b61-45c7-b32b-a4acbd75991b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.994239] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.995650] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.995939] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.996087] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Deleting the datastore file [datastore2] 00ce5c4e-db18-4893-91df-47ca77bc9099 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.996351] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45f55c5-f8f3-4b32-b205-161b283f168b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.002405] env[63393]: DEBUG oslo_vmware.api [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for the task: (returnval){ [ 702.002405] env[63393]: value = "task-2681573" [ 702.002405] env[63393]: _type = "Task" [ 702.002405] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.011951] env[63393]: DEBUG oslo_vmware.api [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.345178] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 702.345515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.302s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.345747] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.972s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.345952] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.348202] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.284s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.350403] env[63393]: INFO nova.compute.claims [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.378931] env[63393]: INFO nova.scheduler.client.report [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Deleted allocations for instance 5fae3008-ed55-4e69-bea5-33f26ee23090 [ 702.464025] env[63393]: INFO nova.compute.manager [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Took 41.92 seconds to build instance. [ 702.495669] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.511536] env[63393]: DEBUG oslo_vmware.api [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Task: {'id': task-2681573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41512} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.511794] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.511974] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.512262] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.512455] env[63393]: INFO nova.compute.manager [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Took 1.19 seconds to destroy the instance on the hypervisor. [ 702.512789] env[63393]: DEBUG oslo.service.loopingcall [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.512997] env[63393]: DEBUG nova.compute.manager [-] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.513111] env[63393]: DEBUG nova.network.neutron [-] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.887948] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e4d497f-4865-4779-b82f-b2fb5107e9aa tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "5fae3008-ed55-4e69-bea5-33f26ee23090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.651s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.966260] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06beb440-1927-4003-a4bb-74ec9e0b787b tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "8a309aad-b086-442f-a069-60c780c5b945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.206s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.997996] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681571, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.084071] env[63393]: DEBUG nova.compute.manager [req-f934cb18-a5c9-4edf-8037-a1c9287602b8 req-7fe84a6a-5d0c-4cc6-b9b9-0ac0c7a1af6c service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Received event network-vif-deleted-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.084223] env[63393]: INFO nova.compute.manager [req-f934cb18-a5c9-4edf-8037-a1c9287602b8 req-7fe84a6a-5d0c-4cc6-b9b9-0ac0c7a1af6c service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Neutron deleted interface a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc; detaching it from the instance and deleting it from the info cache [ 703.085624] env[63393]: DEBUG nova.network.neutron [req-f934cb18-a5c9-4edf-8037-a1c9287602b8 req-7fe84a6a-5d0c-4cc6-b9b9-0ac0c7a1af6c service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.328781] env[63393]: DEBUG nova.network.neutron [-] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.469948] env[63393]: DEBUG nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.506019] env[63393]: DEBUG oslo_vmware.api [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681571, 'name': PowerOnVM_Task, 'duration_secs': 1.551581} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.506424] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.506605] env[63393]: INFO nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Took 7.42 seconds to spawn the instance on the hypervisor. [ 703.506809] env[63393]: DEBUG nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.507666] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a15a4-2ff9-49d2-958b-865147456fc4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.588138] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc78a214-d091-4fd3-a5d5-63d19aa349ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.602320] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc6c81d-536d-4818-ac7d-3ae429fdf678 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.620802] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.621228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.646341] env[63393]: DEBUG nova.compute.manager [req-f934cb18-a5c9-4edf-8037-a1c9287602b8 req-7fe84a6a-5d0c-4cc6-b9b9-0ac0c7a1af6c service nova] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Detach interface failed, port_id=a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc, reason: Instance 00ce5c4e-db18-4893-91df-47ca77bc9099 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 703.832776] env[63393]: INFO nova.compute.manager [-] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Took 1.32 seconds to deallocate network for instance. [ 703.954557] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7fc919-a861-4e16-b6e3-713160629bea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.963602] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15619236-7a35-4755-b5d1-6fe030bfdb1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.008259] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f66a585-2ae4-4c32-a57d-3494c5667d70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.016251] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e99b10-663e-4e0f-8498-ec43e4440ef3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.035390] env[63393]: DEBUG nova.compute.provider_tree [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.039401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.041714] env[63393]: INFO nova.compute.manager [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Took 40.11 seconds to build instance. [ 704.340241] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.541637] env[63393]: DEBUG nova.scheduler.client.report [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.545249] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2d45a103-b441-4f1d-b6b4-da712cedcd14 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "48c39fea-14ce-4231-9f7d-badd7cc912ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.572s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.047105] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.048292] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.050418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.207s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.052019] env[63393]: INFO nova.compute.claims [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.056032] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.109254] env[63393]: DEBUG nova.compute.manager [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Received event network-changed-85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.109474] env[63393]: DEBUG nova.compute.manager [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Refreshing instance network info cache due to event network-changed-85dbb482-c43f-42cd-8857-489cf05ac3e6. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.109633] env[63393]: DEBUG oslo_concurrency.lockutils [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] Acquiring lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.109776] env[63393]: DEBUG oslo_concurrency.lockutils [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] Acquired lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.109932] env[63393]: DEBUG nova.network.neutron [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Refreshing network info cache for port 85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.156814] env[63393]: DEBUG nova.compute.manager [None req-d4b1225d-c6b0-4322-bbaa-d71dc589c30d tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.157840] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda0d397-508c-4fda-8edc-c05bb049096b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.321060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "48c39fea-14ce-4231-9f7d-badd7cc912ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.321060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "48c39fea-14ce-4231-9f7d-badd7cc912ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.321060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "48c39fea-14ce-4231-9f7d-badd7cc912ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.321321] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "48c39fea-14ce-4231-9f7d-badd7cc912ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.321402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "48c39fea-14ce-4231-9f7d-badd7cc912ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.324772] env[63393]: INFO nova.compute.manager [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Terminating instance [ 705.563965] env[63393]: DEBUG nova.compute.utils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.569286] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.569286] env[63393]: DEBUG nova.network.neutron [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.588962] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.590269] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.590269] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.617353] env[63393]: DEBUG nova.policy [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f54c544097e347718d4b4d227913b7fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2750540256e4b80a248b6d895c1df7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.672735] env[63393]: INFO nova.compute.manager [None req-d4b1225d-c6b0-4322-bbaa-d71dc589c30d tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] instance snapshotting [ 705.673317] env[63393]: DEBUG nova.objects.instance [None req-d4b1225d-c6b0-4322-bbaa-d71dc589c30d tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lazy-loading 'flavor' on Instance uuid 48c39fea-14ce-4231-9f7d-badd7cc912ef {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.828419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "refresh_cache-48c39fea-14ce-4231-9f7d-badd7cc912ef" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.828602] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquired lock "refresh_cache-48c39fea-14ce-4231-9f7d-badd7cc912ef" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.829270] env[63393]: DEBUG nova.network.neutron [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.919128] env[63393]: DEBUG nova.network.neutron [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updated VIF entry in instance network info cache for port 85dbb482-c43f-42cd-8857-489cf05ac3e6. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.919649] env[63393]: DEBUG nova.network.neutron [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updating instance_info_cache with network_info: [{"id": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "address": "fa:16:3e:2c:38:fb", "network": {"id": "17b5b89c-8041-4c4e-b0d7-79a3983953bd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-823257915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260c8cc217184a96a517fca61dc75bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85dbb482-c4", "ovs_interfaceid": "85dbb482-c43f-42cd-8857-489cf05ac3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.065247] env[63393]: DEBUG nova.network.neutron [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Successfully created port: 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.067981] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.179753] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a77c00-a6e4-4dbc-b2a2-7afedf511c8d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.219932] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc3992-043e-4da4-8669-e8e27de8e885 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.369919] env[63393]: DEBUG nova.network.neutron [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.422069] env[63393]: DEBUG oslo_concurrency.lockutils [req-5747ed73-2868-47ef-b41e-e67aba3d4069 req-69608dec-cf62-4f15-9daf-dc6800bc0beb service nova] Releasing lock "refresh_cache-8a309aad-b086-442f-a069-60c780c5b945" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.470125] env[63393]: DEBUG nova.network.neutron [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.614687] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.615015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.615178] env[63393]: DEBUG nova.compute.manager [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.616668] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc6b58-692e-403b-9789-9976c7d02761 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.624945] env[63393]: DEBUG nova.compute.manager [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 706.624945] env[63393]: DEBUG nova.objects.instance [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'flavor' on Instance uuid d1f3667d-f592-4c2f-8eda-8e24b95f215b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.663785] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36bdf12-b417-4250-ae52-1358500fd332 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.671533] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e644f-b982-4aeb-a870-6a30a6b697ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.701786] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2f56d-4d12-48b4-a6e9-402ed816a9d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.709750] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb133afc-dc36-426d-9141-f3b54390ef37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.723105] env[63393]: DEBUG nova.compute.provider_tree [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.736115] env[63393]: DEBUG nova.compute.manager [None req-d4b1225d-c6b0-4322-bbaa-d71dc589c30d tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Instance disappeared during snapshot {{(pid=63393) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 706.877268] env[63393]: DEBUG nova.compute.manager [None req-d4b1225d-c6b0-4322-bbaa-d71dc589c30d tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Found 0 images (rotation: 2) {{(pid=63393) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 706.972764] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Releasing lock "refresh_cache-48c39fea-14ce-4231-9f7d-badd7cc912ef" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.973291] env[63393]: DEBUG nova.compute.manager [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.973527] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.974549] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a653fb8-5321-4a86-8e3e-d67353d40168 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.983127] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.983408] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80604bb0-39b8-4e2c-a64e-5278f15db225 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.990192] env[63393]: DEBUG oslo_vmware.api [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 706.990192] env[63393]: value = "task-2681574" [ 706.990192] env[63393]: _type = "Task" [ 706.990192] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.998494] env[63393]: DEBUG oslo_vmware.api [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.085035] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.106596] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.106872] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.107068] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.107332] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.107490] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.107638] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.107843] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.108075] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.108174] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.108333] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.108503] env[63393]: DEBUG nova.virt.hardware [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.109354] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ccb3e0-401a-4f01-98a0-21da5974b835 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.118099] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002975cd-e552-447f-ba52-1944786f4861 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.227077] env[63393]: DEBUG nova.scheduler.client.report [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.499988] env[63393]: DEBUG oslo_vmware.api [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681574, 'name': PowerOffVM_Task, 'duration_secs': 0.306358} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.500291] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.500459] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.500738] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ded7081-797b-4b1c-9c4f-0c8d9b67ef9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.523482] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.523732] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.523922] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Deleting the datastore file [datastore2] 48c39fea-14ce-4231-9f7d-badd7cc912ef {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.524204] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a93ce9e-d19b-49da-aa73-8190f6410889 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.530167] env[63393]: DEBUG oslo_vmware.api [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for the task: (returnval){ [ 707.530167] env[63393]: value = "task-2681576" [ 707.530167] env[63393]: _type = "Task" [ 707.530167] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.538066] env[63393]: DEBUG oslo_vmware.api [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.615277] env[63393]: DEBUG nova.compute.manager [req-2eb188c3-f650-4599-8fb0-df2ea11eeda5 req-ab823b4f-2074-428e-9506-240178f8d6af service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Received event network-vif-plugged-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.615575] env[63393]: DEBUG oslo_concurrency.lockutils [req-2eb188c3-f650-4599-8fb0-df2ea11eeda5 req-ab823b4f-2074-428e-9506-240178f8d6af service nova] Acquiring lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.615828] env[63393]: DEBUG oslo_concurrency.lockutils [req-2eb188c3-f650-4599-8fb0-df2ea11eeda5 req-ab823b4f-2074-428e-9506-240178f8d6af service nova] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.615936] env[63393]: DEBUG oslo_concurrency.lockutils [req-2eb188c3-f650-4599-8fb0-df2ea11eeda5 req-ab823b4f-2074-428e-9506-240178f8d6af service nova] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.617349] env[63393]: DEBUG nova.compute.manager [req-2eb188c3-f650-4599-8fb0-df2ea11eeda5 req-ab823b4f-2074-428e-9506-240178f8d6af service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] No waiting events found dispatching network-vif-plugged-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.617656] env[63393]: WARNING nova.compute.manager [req-2eb188c3-f650-4599-8fb0-df2ea11eeda5 req-ab823b4f-2074-428e-9506-240178f8d6af service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Received unexpected event network-vif-plugged-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 for instance with vm_state building and task_state spawning. [ 707.636804] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.637180] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31bbbe03-abfd-44b2-9102-6cc15b482a1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.643661] env[63393]: DEBUG oslo_vmware.api [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 707.643661] env[63393]: value = "task-2681577" [ 707.643661] env[63393]: _type = "Task" [ 707.643661] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.651963] env[63393]: DEBUG oslo_vmware.api [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.725943] env[63393]: DEBUG nova.network.neutron [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Successfully updated port: 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.732499] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.733081] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.736484] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.755s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.737047] env[63393]: INFO nova.compute.claims [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.041599] env[63393]: DEBUG oslo_vmware.api [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Task: {'id': task-2681576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107255} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.041853] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.042045] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.042222] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.042393] env[63393]: INFO nova.compute.manager [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Took 1.07 seconds to destroy the instance on the hypervisor. [ 708.042661] env[63393]: DEBUG oslo.service.loopingcall [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.042857] env[63393]: DEBUG nova.compute.manager [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.042951] env[63393]: DEBUG nova.network.neutron [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.062212] env[63393]: DEBUG nova.network.neutron [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.155855] env[63393]: DEBUG oslo_vmware.api [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681577, 'name': PowerOffVM_Task, 'duration_secs': 0.259556} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.156136] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.156333] env[63393]: DEBUG nova.compute.manager [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.157095] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067dba5a-52d5-41b1-9ee3-9b79e33c7b22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.228305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.228454] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquired lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.228607] env[63393]: DEBUG nova.network.neutron [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.240937] env[63393]: DEBUG nova.compute.utils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.244248] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.244487] env[63393]: DEBUG nova.network.neutron [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.280793] env[63393]: DEBUG nova.policy [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c75764956424b0a8eb8014b0d91e948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1152b06704914d99ba8e91f0cc7e5e37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.564463] env[63393]: DEBUG nova.network.neutron [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.587300] env[63393]: DEBUG nova.network.neutron [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Successfully created port: 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.668370] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4801ecab-5938-4463-9f95-b2c748627aaa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.751183] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.799156] env[63393]: DEBUG nova.network.neutron [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.961573] env[63393]: DEBUG nova.network.neutron [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updating instance_info_cache with network_info: [{"id": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "address": "fa:16:3e:08:53:68", "network": {"id": "f3762f65-979c-4d47-bb37-20f058e39969", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2016883858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2750540256e4b80a248b6d895c1df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7279a5c2-77", "ovs_interfaceid": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.074014] env[63393]: INFO nova.compute.manager [-] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Took 1.03 seconds to deallocate network for instance. [ 709.210674] env[63393]: DEBUG nova.objects.instance [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'flavor' on Instance uuid d1f3667d-f592-4c2f-8eda-8e24b95f215b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.255492] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6ce88-a2c6-4358-bf37-a12549a86ad1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.266572] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0c9a9-b3eb-42e4-b766-7125b5461321 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.032376] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Releasing lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.032807] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Instance network_info: |[{"id": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "address": "fa:16:3e:08:53:68", "network": {"id": "f3762f65-979c-4d47-bb37-20f058e39969", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2016883858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2750540256e4b80a248b6d895c1df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7279a5c2-77", "ovs_interfaceid": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.033497] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.036665] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.040580] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.040580] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.040580] env[63393]: DEBUG nova.network.neutron [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.040580] env[63393]: DEBUG nova.objects.instance [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'info_cache' on Instance uuid d1f3667d-f592-4c2f-8eda-8e24b95f215b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.041230] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:53:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7279a5c2-77f6-47e9-92af-31f0c63a9ae7', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.051068] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Creating folder: Project (f2750540256e4b80a248b6d895c1df7b). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.051068] env[63393]: DEBUG nova.compute.manager [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Received event network-changed-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.051068] env[63393]: DEBUG nova.compute.manager [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Refreshing instance network info cache due to event network-changed-7279a5c2-77f6-47e9-92af-31f0c63a9ae7. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.051068] env[63393]: DEBUG oslo_concurrency.lockutils [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] Acquiring lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.051068] env[63393]: DEBUG oslo_concurrency.lockutils [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] Acquired lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.051068] env[63393]: DEBUG nova.network.neutron [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Refreshing network info cache for port 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.053023] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94afc176-60c7-42f1-9ebd-7f01ce3b5ff2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.056089] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29851d1f-8eb9-420e-ba17-d9b151f3ef8a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.067516] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b1985-325d-4882-95ec-7487f14f73ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.074567] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.074807] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.074961] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.075160] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.075331] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.075519] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.075754] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.075951] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.076158] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.076422] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.076680] env[63393]: DEBUG nova.virt.hardware [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.077518] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Created folder: Project (f2750540256e4b80a248b6d895c1df7b) in parent group-v540494. [ 710.077692] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Creating folder: Instances. Parent ref: group-v540625. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.078437] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be85704-8ab4-45f6-9db0-bdce21741884 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.081476] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-989fd62b-74e9-40ed-9c04-c1a9e4702437 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.091420] env[63393]: DEBUG nova.compute.provider_tree [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.096355] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc3cce-b338-4b8f-9def-843caa5f6a3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.103146] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Created folder: Instances in parent group-v540625. [ 710.103376] env[63393]: DEBUG oslo.service.loopingcall [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.110961] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.111631] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b9798d4-c2ba-483a-a7c8-a3f5a778c805 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.130659] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.130659] env[63393]: value = "task-2681580" [ 710.130659] env[63393]: _type = "Task" [ 710.130659] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.139557] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681580, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.208137] env[63393]: DEBUG nova.network.neutron [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Successfully updated port: 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.558177] env[63393]: DEBUG nova.objects.base [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 710.615600] env[63393]: ERROR nova.scheduler.client.report [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [req-aa0ae409-04b9-4fbf-92b8-0a0c0278e7dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa0ae409-04b9-4fbf-92b8-0a0c0278e7dc"}]} [ 710.635649] env[63393]: DEBUG nova.scheduler.client.report [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.646412] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681580, 'name': CreateVM_Task, 'duration_secs': 0.356994} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.646412] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.646948] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.647482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.647482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.647697] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263fa640-fc02-4343-81aa-ae33a685bc6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.651419] env[63393]: DEBUG nova.scheduler.client.report [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.651618] env[63393]: DEBUG nova.compute.provider_tree [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.654701] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 710.654701] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527743b5-0da2-3959-49ba-356d914a518a" [ 710.654701] env[63393]: _type = "Task" [ 710.654701] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.663158] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527743b5-0da2-3959-49ba-356d914a518a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.663919] env[63393]: DEBUG nova.scheduler.client.report [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.685211] env[63393]: DEBUG nova.scheduler.client.report [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.711664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "refresh_cache-7671d351-0759-4462-acf5-302d615f0b73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.711816] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquired lock "refresh_cache-7671d351-0759-4462-acf5-302d615f0b73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.711959] env[63393]: DEBUG nova.network.neutron [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.116591] env[63393]: DEBUG nova.network.neutron [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updated VIF entry in instance network info cache for port 7279a5c2-77f6-47e9-92af-31f0c63a9ae7. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.117418] env[63393]: DEBUG nova.network.neutron [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updating instance_info_cache with network_info: [{"id": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "address": "fa:16:3e:08:53:68", "network": {"id": "f3762f65-979c-4d47-bb37-20f058e39969", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2016883858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2750540256e4b80a248b6d895c1df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7279a5c2-77", "ovs_interfaceid": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.169499] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527743b5-0da2-3959-49ba-356d914a518a, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.172310] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.172559] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.172826] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.173155] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.173382] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.174640] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ae58c5-572a-4abc-94ae-71b3aac273e3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.183018] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.183508] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.184010] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0a2eb5-7e31-418d-bd5d-80d513ca7018 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.192122] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 711.192122] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52665d20-019e-d3c4-e81e-6e8ab3aac5b3" [ 711.192122] env[63393]: _type = "Task" [ 711.192122] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.202982] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52665d20-019e-d3c4-e81e-6e8ab3aac5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.219159] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c926e-ffb7-4583-b5f9-5dd3b80cd624 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.226351] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd6bc9-091b-4536-a3c6-4040c42befab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.263669] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206afdf3-fd8b-4f0c-8405-2c24335979a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.267443] env[63393]: DEBUG nova.network.neutron [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.275439] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52083356-d099-4f73-b842-38e4b7853dfb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.288957] env[63393]: DEBUG nova.compute.provider_tree [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.422872] env[63393]: DEBUG nova.network.neutron [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Updating instance_info_cache with network_info: [{"id": "1ca83d8f-f638-4aae-be6e-2c9cbb1ca016", "address": "fa:16:3e:30:5d:ce", "network": {"id": "90096150-8a09-4858-aae0-5dc3fbb97030", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2030673220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1152b06704914d99ba8e91f0cc7e5e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca83d8f-f6", "ovs_interfaceid": "1ca83d8f-f638-4aae-be6e-2c9cbb1ca016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.439082] env[63393]: DEBUG nova.network.neutron [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.620413] env[63393]: DEBUG oslo_concurrency.lockutils [req-8eb2d466-0f65-4174-a4ab-b5d23ba88150 req-bb412bf2-4efb-4652-916d-d345e414e60f service nova] Releasing lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.671357] env[63393]: DEBUG nova.compute.manager [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Received event network-vif-plugged-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.671357] env[63393]: DEBUG oslo_concurrency.lockutils [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] Acquiring lock "7671d351-0759-4462-acf5-302d615f0b73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.671657] env[63393]: DEBUG oslo_concurrency.lockutils [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] Lock "7671d351-0759-4462-acf5-302d615f0b73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.671829] env[63393]: DEBUG oslo_concurrency.lockutils [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] Lock "7671d351-0759-4462-acf5-302d615f0b73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.672050] env[63393]: DEBUG nova.compute.manager [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] No waiting events found dispatching network-vif-plugged-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.672810] env[63393]: WARNING nova.compute.manager [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Received unexpected event network-vif-plugged-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 for instance with vm_state building and task_state spawning. [ 711.672810] env[63393]: DEBUG nova.compute.manager [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Received event network-changed-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.672810] env[63393]: DEBUG nova.compute.manager [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Refreshing instance network info cache due to event network-changed-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.672810] env[63393]: DEBUG oslo_concurrency.lockutils [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] Acquiring lock "refresh_cache-7671d351-0759-4462-acf5-302d615f0b73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.705515] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52665d20-019e-d3c4-e81e-6e8ab3aac5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.706393] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e420cda-6bba-4a17-91ce-b34e2985ee20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.711952] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 711.711952] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52250a82-1718-c823-17f8-df4657609518" [ 711.711952] env[63393]: _type = "Task" [ 711.711952] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.719482] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52250a82-1718-c823-17f8-df4657609518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.824547] env[63393]: DEBUG nova.scheduler.client.report [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.824832] env[63393]: DEBUG nova.compute.provider_tree [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 68 to 69 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.825031] env[63393]: DEBUG nova.compute.provider_tree [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.925921] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Releasing lock "refresh_cache-7671d351-0759-4462-acf5-302d615f0b73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.926379] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Instance network_info: |[{"id": "1ca83d8f-f638-4aae-be6e-2c9cbb1ca016", "address": "fa:16:3e:30:5d:ce", "network": {"id": "90096150-8a09-4858-aae0-5dc3fbb97030", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2030673220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1152b06704914d99ba8e91f0cc7e5e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca83d8f-f6", "ovs_interfaceid": "1ca83d8f-f638-4aae-be6e-2c9cbb1ca016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.926786] env[63393]: DEBUG oslo_concurrency.lockutils [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] Acquired lock "refresh_cache-7671d351-0759-4462-acf5-302d615f0b73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.926992] env[63393]: DEBUG nova.network.neutron [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Refreshing network info cache for port 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.928483] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:5d:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca83d8f-f638-4aae-be6e-2c9cbb1ca016', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.936436] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Creating folder: Project (1152b06704914d99ba8e91f0cc7e5e37). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.940222] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfdee202-aa1f-483d-9182-2d1384a57166 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.942959] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.957041] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Created folder: Project (1152b06704914d99ba8e91f0cc7e5e37) in parent group-v540494. [ 711.957273] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Creating folder: Instances. Parent ref: group-v540628. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.957513] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d5771c-d5d0-4fc9-bc0d-1da3534c56c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.967293] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Created folder: Instances in parent group-v540628. [ 711.967556] env[63393]: DEBUG oslo.service.loopingcall [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.967755] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.967973] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5ad639b-7ed8-4a67-99ef-9cd097d879ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.991725] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.991725] env[63393]: value = "task-2681583" [ 711.991725] env[63393]: _type = "Task" [ 711.991725] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.002432] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681583, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.043306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "8b83e720-1025-4989-9bd0-37b3da8511ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.043405] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.044015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "8b83e720-1025-4989-9bd0-37b3da8511ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.044015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.044136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.046730] env[63393]: INFO nova.compute.manager [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Terminating instance [ 712.177941] env[63393]: DEBUG nova.network.neutron [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Updated VIF entry in instance network info cache for port 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.178732] env[63393]: DEBUG nova.network.neutron [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Updating instance_info_cache with network_info: [{"id": "1ca83d8f-f638-4aae-be6e-2c9cbb1ca016", "address": "fa:16:3e:30:5d:ce", "network": {"id": "90096150-8a09-4858-aae0-5dc3fbb97030", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2030673220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1152b06704914d99ba8e91f0cc7e5e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca83d8f-f6", "ovs_interfaceid": "1ca83d8f-f638-4aae-be6e-2c9cbb1ca016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.227569] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52250a82-1718-c823-17f8-df4657609518, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.228095] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.228327] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b/e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.228666] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa0d677-9cca-46d0-9a5f-338ede1df956 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.237154] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 712.237154] env[63393]: value = "task-2681584" [ 712.237154] env[63393]: _type = "Task" [ 712.237154] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.246481] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.330573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.595s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.331161] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.334036] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.558s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.334204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.337040] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.362s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.337710] env[63393]: INFO nova.compute.claims [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.365411] env[63393]: INFO nova.scheduler.client.report [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted allocations for instance d74cfc21-d87d-45a2-8cf7-4d34244fc363 [ 712.505730] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681583, 'name': CreateVM_Task, 'duration_secs': 0.30316} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.506778] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.506952] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.507069] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.507394] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.507750] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6362d004-29ae-47f6-b548-eed7800eddb9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.514802] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 712.514802] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523d1d4c-6926-020b-4531-cfedfc5d1d11" [ 712.514802] env[63393]: _type = "Task" [ 712.514802] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.529263] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523d1d4c-6926-020b-4531-cfedfc5d1d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.551282] env[63393]: DEBUG nova.compute.manager [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.551516] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.552518] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2220601-3dd7-4c77-9b4e-ff21ae9fdf2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.562921] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.563538] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d532e874-68ba-460b-ab30-38c41f648d2b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.573137] env[63393]: DEBUG oslo_vmware.api [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 712.573137] env[63393]: value = "task-2681585" [ 712.573137] env[63393]: _type = "Task" [ 712.573137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.584782] env[63393]: DEBUG oslo_vmware.api [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.681675] env[63393]: DEBUG oslo_concurrency.lockutils [req-a6352969-2dc7-4f79-b0ec-0995782f45f6 req-a168c5b5-6ce6-425b-ac2e-1f20ceb456c3 service nova] Releasing lock "refresh_cache-7671d351-0759-4462-acf5-302d615f0b73" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.729098] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.729405] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.729621] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.729824] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.730368] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.732417] env[63393]: INFO nova.compute.manager [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Terminating instance [ 712.747913] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460054} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.748389] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b/e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.748609] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.748904] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ecd01d-cabb-4607-81e4-63ff4aa81c69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.756733] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 712.756733] env[63393]: value = "task-2681586" [ 712.756733] env[63393]: _type = "Task" [ 712.756733] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.769280] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.845074] env[63393]: DEBUG nova.compute.utils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.846571] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.846891] env[63393]: DEBUG nova.network.neutron [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.878444] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "d74cfc21-d87d-45a2-8cf7-4d34244fc363" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.265s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.894655] env[63393]: DEBUG nova.policy [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a653152aa0cc4994bd6d31f0c975bd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ec17b0b4d754f73a4d99cdeae0ff40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.950041] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.950368] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4328ae-8ff4-49db-afdb-aa15cb176bf1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.958442] env[63393]: DEBUG oslo_vmware.api [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 712.958442] env[63393]: value = "task-2681587" [ 712.958442] env[63393]: _type = "Task" [ 712.958442] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.966760] env[63393]: DEBUG oslo_vmware.api [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.024945] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523d1d4c-6926-020b-4531-cfedfc5d1d11, 'name': SearchDatastore_Task, 'duration_secs': 0.020371} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.025253] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.025486] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.025726] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.025876] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.026063] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.026678] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eae0e3bd-cf08-4023-9db4-bfd7c2a30fdf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.034998] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.035240] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.035970] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e309f25d-d1b1-4d72-9a0b-c1941b7838da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.041196] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 713.041196] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a70c0f-ed04-d123-c29a-15b9169fa910" [ 713.041196] env[63393]: _type = "Task" [ 713.041196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.049630] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a70c0f-ed04-d123-c29a-15b9169fa910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.083161] env[63393]: DEBUG oslo_vmware.api [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681585, 'name': PowerOffVM_Task, 'duration_secs': 0.255061} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.083444] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.083643] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.083974] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4009b835-fe11-4f7b-8ac2-c317287ec21c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.152780] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.153038] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.153227] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Deleting the datastore file [datastore1] 8b83e720-1025-4989-9bd0-37b3da8511ae {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.153497] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85b58b5-cad9-488a-bb7b-49bff0515aff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.163925] env[63393]: DEBUG oslo_vmware.api [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for the task: (returnval){ [ 713.163925] env[63393]: value = "task-2681589" [ 713.163925] env[63393]: _type = "Task" [ 713.163925] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.172912] env[63393]: DEBUG oslo_vmware.api [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.236085] env[63393]: DEBUG nova.compute.manager [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.236376] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.237303] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1baa978-c3fc-4d84-97bf-0aac663be2b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.242759] env[63393]: DEBUG nova.network.neutron [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Successfully created port: f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.247116] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.247371] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a12a6e6f-3c4d-42af-8595-1f78040a4501 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.253673] env[63393]: DEBUG oslo_vmware.api [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 713.253673] env[63393]: value = "task-2681590" [ 713.253673] env[63393]: _type = "Task" [ 713.253673] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.263331] env[63393]: DEBUG oslo_vmware.api [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.267930] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057646} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.268215] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.269835] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac4bfa-6c8e-4e80-8675-a95088cc560e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.295707] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b/e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.296286] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39cdc3d-6226-48ab-9682-50e188967569 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.320182] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 713.320182] env[63393]: value = "task-2681591" [ 713.320182] env[63393]: _type = "Task" [ 713.320182] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.329254] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.347286] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.473169] env[63393]: DEBUG oslo_vmware.api [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681587, 'name': PowerOnVM_Task, 'duration_secs': 0.390378} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.473641] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.473816] env[63393]: DEBUG nova.compute.manager [None req-1a8e0ef9-8828-4563-876c-a674aec641d1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.474643] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20fa26-6174-4d52-bb43-8be98c2d9795 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.552719] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a70c0f-ed04-d123-c29a-15b9169fa910, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.555719] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11532710-f342-4163-951c-363e7a9f9902 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.561398] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 713.561398] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e95b6e-6acb-41ec-d326-23759e7c1183" [ 713.561398] env[63393]: _type = "Task" [ 713.561398] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.571272] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e95b6e-6acb-41ec-d326-23759e7c1183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.677478] env[63393]: DEBUG oslo_vmware.api [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Task: {'id': task-2681589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141853} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.677478] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.677478] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.677687] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.677762] env[63393]: INFO nova.compute.manager [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 713.678117] env[63393]: DEBUG oslo.service.loopingcall [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.678226] env[63393]: DEBUG nova.compute.manager [-] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.678319] env[63393]: DEBUG nova.network.neutron [-] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.765136] env[63393]: DEBUG oslo_vmware.api [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681590, 'name': PowerOffVM_Task, 'duration_secs': 0.278432} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.765405] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.765694] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.765832] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f54ce7fc-09c0-4637-8c4a-f375d83576e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.830855] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681591, 'name': ReconfigVM_Task, 'duration_secs': 0.287352} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.831427] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b/e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.831802] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef53dff7-15d4-4d2c-b528-5aed1cd20156 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.840462] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 713.840462] env[63393]: value = "task-2681593" [ 713.840462] env[63393]: _type = "Task" [ 713.840462] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.844060] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.844060] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.844060] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Deleting the datastore file [datastore1] 9707b3a4-7e96-4c52-a1d5-d4e4988e129a {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.845135] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae3fc91-c344-49e2-b622-74bd93a79f03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.849521] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681593, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.850901] env[63393]: DEBUG oslo_vmware.api [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for the task: (returnval){ [ 713.850901] env[63393]: value = "task-2681594" [ 713.850901] env[63393]: _type = "Task" [ 713.850901] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.864634] env[63393]: DEBUG oslo_vmware.api [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.890688] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaef457-a633-4e57-a177-0595cc9c4445 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.899177] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e0a651-3af0-47cb-8fb8-39834894abec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.934417] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ebe6f9-34f0-43ce-9cde-d60289bcb689 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.942081] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74473971-023a-4fcd-b90e-ce410b4c7f64 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.956143] env[63393]: DEBUG nova.compute.provider_tree [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.070735] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e95b6e-6acb-41ec-d326-23759e7c1183, 'name': SearchDatastore_Task, 'duration_secs': 0.015782} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.071915] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.071915] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 7671d351-0759-4462-acf5-302d615f0b73/7671d351-0759-4462-acf5-302d615f0b73.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.071915] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1d3763-632b-41ea-b07c-6dc21f3ba233 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.077105] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 714.077105] env[63393]: value = "task-2681595" [ 714.077105] env[63393]: _type = "Task" [ 714.077105] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.084721] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.287244] env[63393]: DEBUG nova.compute.manager [req-940212b4-e93a-408d-bcc6-1e4a2be11c0b req-71473362-1cc1-4fa3-930f-3e15aecf46e4 service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Received event network-vif-deleted-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.287244] env[63393]: INFO nova.compute.manager [req-940212b4-e93a-408d-bcc6-1e4a2be11c0b req-71473362-1cc1-4fa3-930f-3e15aecf46e4 service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Neutron deleted interface f7aa160f-546a-4fc3-8b78-1fd153cf3b01; detaching it from the instance and deleting it from the info cache [ 714.287244] env[63393]: DEBUG nova.network.neutron [req-940212b4-e93a-408d-bcc6-1e4a2be11c0b req-71473362-1cc1-4fa3-930f-3e15aecf46e4 service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.358108] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681593, 'name': Rename_Task, 'duration_secs': 0.156913} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.363475] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.363475] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7b6ffa-65a4-4c63-8c08-42997b2b35b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.367578] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.374399] env[63393]: DEBUG oslo_vmware.api [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Task: {'id': task-2681594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181981} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.376566] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.376566] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.376566] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.376827] env[63393]: INFO nova.compute.manager [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 714.376862] env[63393]: DEBUG oslo.service.loopingcall [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.377301] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 714.377301] env[63393]: value = "task-2681596" [ 714.377301] env[63393]: _type = "Task" [ 714.377301] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.377549] env[63393]: DEBUG nova.compute.manager [-] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.377549] env[63393]: DEBUG nova.network.neutron [-] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.388716] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.403039] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.403308] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.403513] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.403734] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.403941] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.404144] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.404497] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.404730] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.404959] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.405173] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.405369] env[63393]: DEBUG nova.virt.hardware [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.406447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f55bc-a1a8-4cf9-a956-35ce62c8a09d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.416750] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a765bb-8b39-4112-8057-913f2e3dad0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.460116] env[63393]: DEBUG nova.scheduler.client.report [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.589761] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472889} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.590061] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 7671d351-0759-4462-acf5-302d615f0b73/7671d351-0759-4462-acf5-302d615f0b73.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.590159] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.590871] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db38d795-8ae8-49eb-9f45-a97d0ccb24a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.599571] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 714.599571] env[63393]: value = "task-2681597" [ 714.599571] env[63393]: _type = "Task" [ 714.599571] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.610692] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.762862] env[63393]: DEBUG nova.network.neutron [-] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.794023] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9f92407-6086-42be-bb5d-5907658a042d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.806155] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f42315-e9fc-4cc9-a974-cd02fda4bd2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.825070] env[63393]: DEBUG nova.compute.manager [req-46c26c23-a1b8-49bf-8f05-df106fd3e5cd req-42c5243d-e51b-49e8-9858-b8add17cd6fa service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Received event network-vif-plugged-f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.825070] env[63393]: DEBUG oslo_concurrency.lockutils [req-46c26c23-a1b8-49bf-8f05-df106fd3e5cd req-42c5243d-e51b-49e8-9858-b8add17cd6fa service nova] Acquiring lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.825070] env[63393]: DEBUG oslo_concurrency.lockutils [req-46c26c23-a1b8-49bf-8f05-df106fd3e5cd req-42c5243d-e51b-49e8-9858-b8add17cd6fa service nova] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.825391] env[63393]: DEBUG oslo_concurrency.lockutils [req-46c26c23-a1b8-49bf-8f05-df106fd3e5cd req-42c5243d-e51b-49e8-9858-b8add17cd6fa service nova] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.825570] env[63393]: DEBUG nova.compute.manager [req-46c26c23-a1b8-49bf-8f05-df106fd3e5cd req-42c5243d-e51b-49e8-9858-b8add17cd6fa service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] No waiting events found dispatching network-vif-plugged-f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.825845] env[63393]: WARNING nova.compute.manager [req-46c26c23-a1b8-49bf-8f05-df106fd3e5cd req-42c5243d-e51b-49e8-9858-b8add17cd6fa service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Received unexpected event network-vif-plugged-f629b4f4-b8e3-49a6-93ad-4d7605eb561f for instance with vm_state building and task_state spawning. [ 714.860843] env[63393]: DEBUG nova.compute.manager [req-940212b4-e93a-408d-bcc6-1e4a2be11c0b req-71473362-1cc1-4fa3-930f-3e15aecf46e4 service nova] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Detach interface failed, port_id=f7aa160f-546a-4fc3-8b78-1fd153cf3b01, reason: Instance 8b83e720-1025-4989-9bd0-37b3da8511ae could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 714.894846] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.969143] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.969143] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.971280] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.844s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.971626] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.978382] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.869s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.980524] env[63393]: INFO nova.compute.claims [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.015116] env[63393]: INFO nova.scheduler.client.report [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Deleted allocations for instance 6b84681b-8d45-483f-83ae-b7810ee9612d [ 715.109731] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089637} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.112471] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.112471] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7979e9-35d8-4fbc-9a57-e3f219f83f67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.141085] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 7671d351-0759-4462-acf5-302d615f0b73/7671d351-0759-4462-acf5-302d615f0b73.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.141413] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cac2991-0702-4154-a9dc-76f9f42d825e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.161893] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 715.161893] env[63393]: value = "task-2681598" [ 715.161893] env[63393]: _type = "Task" [ 715.161893] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.172416] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.175587] env[63393]: DEBUG nova.network.neutron [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Successfully updated port: f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.266305] env[63393]: INFO nova.compute.manager [-] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Took 1.59 seconds to deallocate network for instance. [ 715.389337] env[63393]: DEBUG oslo_vmware.api [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2681596, 'name': PowerOnVM_Task, 'duration_secs': 0.527724} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.389694] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.389889] env[63393]: INFO nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Took 8.30 seconds to spawn the instance on the hypervisor. [ 715.390145] env[63393]: DEBUG nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.391015] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e988ab-aa55-498e-ad05-a01d48d97ada {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.490216] env[63393]: DEBUG nova.compute.utils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.491632] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.491964] env[63393]: DEBUG nova.network.neutron [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.527859] env[63393]: DEBUG oslo_concurrency.lockutils [None req-925e6b67-0593-4790-a5c9-54b64f82867c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Lock "6b84681b-8d45-483f-83ae-b7810ee9612d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.842s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.555408] env[63393]: DEBUG nova.policy [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d22855685d4027b5a28fc91112550e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d993e46ee464707bc244a0fbb03367d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.586942] env[63393]: DEBUG nova.network.neutron [-] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.673334] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.677918] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.678245] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.679038] env[63393]: DEBUG nova.network.neutron [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.773018] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.907786] env[63393]: INFO nova.compute.manager [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Took 47.87 seconds to build instance. [ 715.934743] env[63393]: DEBUG nova.network.neutron [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Successfully created port: a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.995968] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.088424] env[63393]: INFO nova.compute.manager [-] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Took 1.71 seconds to deallocate network for instance. [ 716.176823] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681598, 'name': ReconfigVM_Task, 'duration_secs': 0.740215} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.179891] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 7671d351-0759-4462-acf5-302d615f0b73/7671d351-0759-4462-acf5-302d615f0b73.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.180633] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b7107c-b663-44d3-b4a0-528833709b2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.191428] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 716.191428] env[63393]: value = "task-2681599" [ 716.191428] env[63393]: _type = "Task" [ 716.191428] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.210324] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681599, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.236103] env[63393]: DEBUG nova.network.neutron [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.368730] env[63393]: DEBUG nova.compute.manager [req-cfa39e48-5ae8-4468-a415-bec46cc80d1d req-5d0b8a69-d650-4045-9f8c-5b31e8f16d07 service nova] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Received event network-vif-deleted-fe001077-fb90-4e2a-a2df-592bd2d4fe95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.411954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7c197218-691c-4fdd-89ab-191795eede0c tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.431s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.480524] env[63393]: DEBUG nova.network.neutron [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updating instance_info_cache with network_info: [{"id": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "address": "fa:16:3e:43:83:8f", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf629b4f4-b8", "ovs_interfaceid": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.597039] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.601272] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec068ae5-31c3-418e-916f-ec4bcbda179f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.610956] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d9fb2b-da09-4a03-825a-4b080d34af28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.650292] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431384ec-c232-4267-9b79-ee8a2d12ac67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.659862] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c757453-8a09-4ff1-83e2-e2c30f831f23 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.676632] env[63393]: DEBUG nova.compute.provider_tree [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.702472] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681599, 'name': Rename_Task, 'duration_secs': 0.343261} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.702770] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.703948] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9a7a90-d93f-43ec-b4cd-74a9e77424f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.709690] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 716.709690] env[63393]: value = "task-2681600" [ 716.709690] env[63393]: _type = "Task" [ 716.709690] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.717640] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.915318] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.983285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.983715] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Instance network_info: |[{"id": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "address": "fa:16:3e:43:83:8f", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf629b4f4-b8", "ovs_interfaceid": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.984160] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:83:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f629b4f4-b8e3-49a6-93ad-4d7605eb561f', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.993821] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating folder: Project (0ec17b0b4d754f73a4d99cdeae0ff40b). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.994348] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d64c5ab-5fb5-49c3-9115-6e6b754f0a29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.006129] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created folder: Project (0ec17b0b4d754f73a4d99cdeae0ff40b) in parent group-v540494. [ 717.006337] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating folder: Instances. Parent ref: group-v540631. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.006580] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb44f75-c6bd-4146-b953-626c84c74ca6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.009678] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.021528] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created folder: Instances in parent group-v540631. [ 717.021528] env[63393]: DEBUG oslo.service.loopingcall [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.021528] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.021528] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eadc291-da12-45b1-b889-f2c6c48471bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.044897] env[63393]: DEBUG nova.compute.manager [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Received event network-changed-f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.045106] env[63393]: DEBUG nova.compute.manager [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Refreshing instance network info cache due to event network-changed-f629b4f4-b8e3-49a6-93ad-4d7605eb561f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.045322] env[63393]: DEBUG oslo_concurrency.lockutils [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] Acquiring lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.045727] env[63393]: DEBUG oslo_concurrency.lockutils [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] Acquired lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.045903] env[63393]: DEBUG nova.network.neutron [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Refreshing network info cache for port f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.053402] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.053402] env[63393]: value = "task-2681603" [ 717.053402] env[63393]: _type = "Task" [ 717.053402] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.055438] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:28:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='369d3cc7-7fb8-475c-a81c-741a3a9c093e',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1468298769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.056496] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.056662] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.056852] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.057008] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.057164] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.057373] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.057534] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.057710] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.057868] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.058051] env[63393]: DEBUG nova.virt.hardware [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.059199] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e068869-6b20-4ed8-8387-122e8755d3f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.076548] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7caa4c-0824-475b-86c1-68c7f24778b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.081234] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681603, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.216827] env[63393]: DEBUG nova.scheduler.client.report [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 717.217173] env[63393]: DEBUG nova.compute.provider_tree [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 69 to 70 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 717.217364] env[63393]: DEBUG nova.compute.provider_tree [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.233151] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.449760] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.569793] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681603, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.721657] env[63393]: DEBUG oslo_vmware.api [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681600, 'name': PowerOnVM_Task, 'duration_secs': 0.857631} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.721964] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.723153] env[63393]: INFO nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Took 7.69 seconds to spawn the instance on the hypervisor. [ 717.723153] env[63393]: DEBUG nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.726654] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5cd68-fd8a-451a-8cd7-d756d2f691cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.728129] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.729724] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.737753] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.125s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.737753] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.738090] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.725s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.741789] env[63393]: INFO nova.compute.claims [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.786099] env[63393]: INFO nova.scheduler.client.report [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Deleted allocations for instance 260d1159-09e8-4c66-b877-7eb0e6effde4 [ 717.880447] env[63393]: DEBUG nova.network.neutron [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Successfully updated port: a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.963656] env[63393]: DEBUG nova.network.neutron [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updated VIF entry in instance network info cache for port f629b4f4-b8e3-49a6-93ad-4d7605eb561f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.964022] env[63393]: DEBUG nova.network.neutron [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updating instance_info_cache with network_info: [{"id": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "address": "fa:16:3e:43:83:8f", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf629b4f4-b8", "ovs_interfaceid": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.069976] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681603, 'name': CreateVM_Task, 'duration_secs': 0.518314} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.070169] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.070842] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.071050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.071357] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.071614] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f42bdd-da9a-46a7-91e6-6110a2593ca8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.076218] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 718.076218] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523cc288-ee98-bd56-d0a7-8c014d636f68" [ 718.076218] env[63393]: _type = "Task" [ 718.076218] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.085323] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523cc288-ee98-bd56-d0a7-8c014d636f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.256437] env[63393]: DEBUG nova.compute.utils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.259077] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.259223] env[63393]: DEBUG nova.network.neutron [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.273157] env[63393]: INFO nova.compute.manager [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Took 46.44 seconds to build instance. [ 718.298953] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f0465-6ebb-42a6-bf0a-e50a83da5318 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "260d1159-09e8-4c66-b877-7eb0e6effde4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.222s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.388299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.388299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.388299] env[63393]: DEBUG nova.network.neutron [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.468377] env[63393]: DEBUG oslo_concurrency.lockutils [req-bef24958-6a4f-434a-a140-68ab4a560c88 req-13ccf9fb-38d8-4d82-afe1-2320c037ebc1 service nova] Releasing lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.582930] env[63393]: DEBUG nova.policy [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4538558c7db74225924d599d23b86c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62a2259178ea4663944619d21db2fba2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.593717] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523cc288-ee98-bd56-d0a7-8c014d636f68, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.594049] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.594291] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.594527] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.594683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.595198] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.595345] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-215620b5-2e98-4b61-b646-97468f21a57b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.606546] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.607456] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.608331] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0514a7-a37b-4521-b55b-5bbb0b17c950 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.619023] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 718.619023] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5214d8db-87d0-5f74-6aef-1fbb14459120" [ 718.619023] env[63393]: _type = "Task" [ 718.619023] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.633303] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5214d8db-87d0-5f74-6aef-1fbb14459120, 'name': SearchDatastore_Task, 'duration_secs': 0.013484} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.634332] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42333b8a-d4af-48fd-9db5-1b196e5b0032 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.639607] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 718.639607] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52218e4d-b5e3-7829-de95-f2ecb2dff80e" [ 718.639607] env[63393]: _type = "Task" [ 718.639607] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.650826] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52218e4d-b5e3-7829-de95-f2ecb2dff80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.741287] env[63393]: DEBUG nova.compute.manager [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Received event network-changed-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.741497] env[63393]: DEBUG nova.compute.manager [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Refreshing instance network info cache due to event network-changed-7279a5c2-77f6-47e9-92af-31f0c63a9ae7. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.741756] env[63393]: DEBUG oslo_concurrency.lockutils [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] Acquiring lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.741895] env[63393]: DEBUG oslo_concurrency.lockutils [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] Acquired lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.742073] env[63393]: DEBUG nova.network.neutron [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Refreshing network info cache for port 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.767638] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.775317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7666efa9-7826-4930-b07c-f2d5e1d15f0c tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "7671d351-0759-4462-acf5-302d615f0b73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.445s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.933558] env[63393]: DEBUG nova.network.neutron [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.086092] env[63393]: DEBUG nova.network.neutron [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Successfully created port: 2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.101863] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.102121] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.152135] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52218e4d-b5e3-7829-de95-f2ecb2dff80e, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.155058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.155375] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 17637bd7-727e-44d3-9cd5-a0eb69322ed2/17637bd7-727e-44d3-9cd5-a0eb69322ed2.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.156555] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed2f4d1-371b-4ce4-b764-80644c8dac6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.163152] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 719.163152] env[63393]: value = "task-2681604" [ 719.163152] env[63393]: _type = "Task" [ 719.163152] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.173902] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.176208] env[63393]: DEBUG nova.network.neutron [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.282525] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.389458] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba56ffc-1833-426e-aa0a-e22b6090ebe0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.397725] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d5f91a-d8a9-408b-a9ea-93326d2e68fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.437028] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db6bc5-c342-4c15-a09c-8a62a445d344 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.445748] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e478d-ab23-4140-a44a-f386128f4149 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.460387] env[63393]: DEBUG nova.compute.provider_tree [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.608481] env[63393]: DEBUG nova.compute.utils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.675148] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.678235] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.678734] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Instance network_info: |[{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.681455] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:13:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3cf3a3e-4afc-4435-a619-65ef8f276f71', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.694021] env[63393]: DEBUG oslo.service.loopingcall [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.694021] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.694021] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f3c8070-5916-459f-adda-a269df981e03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.713678] env[63393]: DEBUG nova.network.neutron [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updated VIF entry in instance network info cache for port 7279a5c2-77f6-47e9-92af-31f0c63a9ae7. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.714163] env[63393]: DEBUG nova.network.neutron [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updating instance_info_cache with network_info: [{"id": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "address": "fa:16:3e:08:53:68", "network": {"id": "f3762f65-979c-4d47-bb37-20f058e39969", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2016883858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2750540256e4b80a248b6d895c1df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7279a5c2-77", "ovs_interfaceid": "7279a5c2-77f6-47e9-92af-31f0c63a9ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.721724] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.721724] env[63393]: value = "task-2681605" [ 719.721724] env[63393]: _type = "Task" [ 719.721724] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.728969] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681605, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.773540] env[63393]: DEBUG nova.compute.manager [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.774556] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73cc0a7-3176-4340-8dbb-71a5b4e16477 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.778432] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.815394] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.818374] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.818708] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.818959] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.819411] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.819411] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.819578] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.819863] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.820059] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.820236] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.820403] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.820582] env[63393]: DEBUG nova.virt.hardware [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.822032] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13532f33-368d-4d75-9f0f-9d8b6502e97c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.830845] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c153b-3be6-4722-b47e-51ef3a22a9ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.965217] env[63393]: DEBUG nova.scheduler.client.report [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.112336] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.174890] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541864} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.175203] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 17637bd7-727e-44d3-9cd5-a0eb69322ed2/17637bd7-727e-44d3-9cd5-a0eb69322ed2.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.175455] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.175730] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f1f9e3-2c1e-4b05-9ea4-390a3dc39127 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.183258] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 720.183258] env[63393]: value = "task-2681606" [ 720.183258] env[63393]: _type = "Task" [ 720.183258] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.192370] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.219247] env[63393]: DEBUG oslo_concurrency.lockutils [req-83b9a465-cd83-42bb-aa9a-85326d8f53a3 req-8ed53c14-8369-4669-912e-fa62e62e825d service nova] Releasing lock "refresh_cache-e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.234597] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681605, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.288494] env[63393]: INFO nova.compute.manager [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] instance snapshotting [ 720.289319] env[63393]: DEBUG nova.objects.instance [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'flavor' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.300930] env[63393]: DEBUG nova.compute.manager [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Received event network-vif-plugged-a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.301100] env[63393]: DEBUG oslo_concurrency.lockutils [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] Acquiring lock "10f69421-d9f3-421d-a17f-f33968787722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.301640] env[63393]: DEBUG oslo_concurrency.lockutils [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] Lock "10f69421-d9f3-421d-a17f-f33968787722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.301640] env[63393]: DEBUG oslo_concurrency.lockutils [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] Lock "10f69421-d9f3-421d-a17f-f33968787722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.302280] env[63393]: DEBUG nova.compute.manager [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] No waiting events found dispatching network-vif-plugged-a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.302280] env[63393]: WARNING nova.compute.manager [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Received unexpected event network-vif-plugged-a3cf3a3e-4afc-4435-a619-65ef8f276f71 for instance with vm_state building and task_state spawning. [ 720.302280] env[63393]: DEBUG nova.compute.manager [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Received event network-changed-a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.302280] env[63393]: DEBUG nova.compute.manager [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Refreshing instance network info cache due to event network-changed-a3cf3a3e-4afc-4435-a619-65ef8f276f71. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.302507] env[63393]: DEBUG oslo_concurrency.lockutils [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] Acquiring lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.302570] env[63393]: DEBUG oslo_concurrency.lockutils [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] Acquired lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.302787] env[63393]: DEBUG nova.network.neutron [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Refreshing network info cache for port a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.472361] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.472920] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.478611] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.980s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.478818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.481012] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.291s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.484879] env[63393]: INFO nova.compute.claims [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.523852] env[63393]: INFO nova.scheduler.client.report [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Deleted allocations for instance bf32371c-af10-493d-911c-4e62135b56d9 [ 720.653805] env[63393]: DEBUG nova.network.neutron [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Successfully updated port: 2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.708351] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155167} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.708875] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.709768] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d40da4-2ce2-420d-b7d9-c3f3d0ecf8bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.742584] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 17637bd7-727e-44d3-9cd5-a0eb69322ed2/17637bd7-727e-44d3-9cd5-a0eb69322ed2.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.744576] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02273cb-a6fa-4a99-84f7-1ef90731c055 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.766848] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681605, 'name': CreateVM_Task, 'duration_secs': 0.519867} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.768084] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.768452] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 720.768452] env[63393]: value = "task-2681607" [ 720.768452] env[63393]: _type = "Task" [ 720.768452] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.769194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.769353] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.769710] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.769996] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16729c05-e1ec-41c7-8f1a-88b6d5ebff95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.778515] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 720.778515] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5251a7cc-76e0-0d69-4f50-96361321ddcf" [ 720.778515] env[63393]: _type = "Task" [ 720.778515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.781671] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681607, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.793710] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5251a7cc-76e0-0d69-4f50-96361321ddcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.795549] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4cae9f-b9b4-4481-9374-a603d55fde3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.821528] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c058631-605f-4e07-a47b-8a27c3802ba6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.991247] env[63393]: DEBUG nova.compute.utils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.996960] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.997172] env[63393]: DEBUG nova.network.neutron [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.999693] env[63393]: DEBUG nova.compute.manager [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Received event network-vif-plugged-2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.999904] env[63393]: DEBUG oslo_concurrency.lockutils [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] Acquiring lock "272f9539-f449-431c-b847-1fb862b34e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.000161] env[63393]: DEBUG oslo_concurrency.lockutils [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] Lock "272f9539-f449-431c-b847-1fb862b34e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.000370] env[63393]: DEBUG oslo_concurrency.lockutils [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] Lock "272f9539-f449-431c-b847-1fb862b34e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.000518] env[63393]: DEBUG nova.compute.manager [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] No waiting events found dispatching network-vif-plugged-2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.000692] env[63393]: WARNING nova.compute.manager [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Received unexpected event network-vif-plugged-2400b1ed-df13-419f-9b36-1283a6de485b for instance with vm_state building and task_state spawning. [ 721.000872] env[63393]: DEBUG nova.compute.manager [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Received event network-changed-2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.001038] env[63393]: DEBUG nova.compute.manager [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Refreshing instance network info cache due to event network-changed-2400b1ed-df13-419f-9b36-1283a6de485b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 721.001281] env[63393]: DEBUG oslo_concurrency.lockutils [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] Acquiring lock "refresh_cache-272f9539-f449-431c-b847-1fb862b34e45" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.002090] env[63393]: DEBUG oslo_concurrency.lockutils [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] Acquired lock "refresh_cache-272f9539-f449-431c-b847-1fb862b34e45" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.002090] env[63393]: DEBUG nova.network.neutron [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Refreshing network info cache for port 2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.034701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e13eb129-8c48-4915-88af-1cb5b2aae07b tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "bf32371c-af10-493d-911c-4e62135b56d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.437s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.075621] env[63393]: DEBUG nova.policy [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b180974f696a48f4ba5c542ee0a2b6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2babf61834b947989e6d5172027228c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.079682] env[63393]: DEBUG nova.network.neutron [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updated VIF entry in instance network info cache for port a3cf3a3e-4afc-4435-a619-65ef8f276f71. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.080030] env[63393]: DEBUG nova.network.neutron [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.159771] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "refresh_cache-272f9539-f449-431c-b847-1fb862b34e45" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.197032] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.197339] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.197585] env[63393]: INFO nova.compute.manager [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Attaching volume 4ff84299-bd49-461c-8e27-b2f87ae070db to /dev/sdb [ 721.241585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d2ca2-65cf-4ba2-ba3f-d8e5599a386f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.256125] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ad3f6-79c5-4bc6-9ac7-e90d3b2e8b43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.273547] env[63393]: DEBUG nova.virt.block_device [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updating existing volume attachment record: 58d42d32-af32-43b1-b6fa-e0623a8f4f46 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.283921] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.293131] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5251a7cc-76e0-0d69-4f50-96361321ddcf, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.293438] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.293748] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.294115] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.294223] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.294404] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.294667] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-309853a6-7f20-4ef5-ac0a-d64afaf0add6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.306249] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.306435] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.307292] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7511cefd-0482-46c9-8666-5edd65b34482 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.315611] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 721.315611] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527bcf7b-de58-8401-e7ee-e5238cb9b69f" [ 721.315611] env[63393]: _type = "Task" [ 721.315611] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.323542] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527bcf7b-de58-8401-e7ee-e5238cb9b69f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.333205] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.334423] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92c14fc7-e76f-4cf4-b0fc-bf8154b7774f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.340613] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 721.340613] env[63393]: value = "task-2681608" [ 721.340613] env[63393]: _type = "Task" [ 721.340613] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.354107] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.430027] env[63393]: DEBUG nova.network.neutron [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Successfully created port: 4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.501652] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.522804] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "548cb29e-6e8a-41c6-975d-06d077004f1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.522901] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.541874] env[63393]: DEBUG nova.network.neutron [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.583897] env[63393]: DEBUG oslo_concurrency.lockutils [req-eeea43ab-be54-4a9e-b017-e08dbbbb9758 req-82cd6f98-b891-4d71-86cd-b779cc571764 service nova] Releasing lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.668475] env[63393]: DEBUG nova.network.neutron [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.752432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "7671d351-0759-4462-acf5-302d615f0b73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.752432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "7671d351-0759-4462-acf5-302d615f0b73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.752432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "7671d351-0759-4462-acf5-302d615f0b73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.752432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "7671d351-0759-4462-acf5-302d615f0b73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.752432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "7671d351-0759-4462-acf5-302d615f0b73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.756036] env[63393]: INFO nova.compute.manager [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Terminating instance [ 721.785503] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681607, 'name': ReconfigVM_Task, 'duration_secs': 0.69262} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.788529] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 17637bd7-727e-44d3-9cd5-a0eb69322ed2/17637bd7-727e-44d3-9cd5-a0eb69322ed2.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.790821] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7028a3e4-cc2a-473f-a93a-8c77beb8a998 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.795965] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 721.795965] env[63393]: value = "task-2681612" [ 721.795965] env[63393]: _type = "Task" [ 721.795965] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.808854] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681612, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.828639] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527bcf7b-de58-8401-e7ee-e5238cb9b69f, 'name': SearchDatastore_Task, 'duration_secs': 0.019081} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.829160] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba3fe7e-d829-4420-aaa7-3fe71e8595ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.837058] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 721.837058] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525a91af-d91b-1eb0-7d98-a0441d94a412" [ 721.837058] env[63393]: _type = "Task" [ 721.837058] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.849185] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525a91af-d91b-1eb0-7d98-a0441d94a412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.856527] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.158430] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dba38b-19dc-4ed4-a502-608df3c595ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.166466] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9c596c-129d-470d-86f3-15dab02017ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.170603] env[63393]: DEBUG oslo_concurrency.lockutils [req-0413de62-070b-4460-a196-5527104e8223 req-92510ade-94cb-471b-afaa-b11765940cf9 service nova] Releasing lock "refresh_cache-272f9539-f449-431c-b847-1fb862b34e45" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.170975] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquired lock "refresh_cache-272f9539-f449-431c-b847-1fb862b34e45" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.171243] env[63393]: DEBUG nova.network.neutron [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.204963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69460b-55f4-4995-a8bd-16503f38d86d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.213529] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02a62f-a5aa-43e2-9394-506dd8d30e20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.229058] env[63393]: DEBUG nova.compute.provider_tree [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.243313] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "142527c9-7695-40ab-a44f-b2841e9b9c26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.243578] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.243817] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "142527c9-7695-40ab-a44f-b2841e9b9c26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.244041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.244224] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.249023] env[63393]: INFO nova.compute.manager [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Terminating instance [ 722.263705] env[63393]: DEBUG nova.compute.manager [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.263957] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.265530] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6370e14-187f-4401-a2e5-4e64e7e5cbc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.273562] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.273839] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e303901a-2aea-4dd4-b89a-827b39122ba2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.280280] env[63393]: DEBUG oslo_vmware.api [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 722.280280] env[63393]: value = "task-2681613" [ 722.280280] env[63393]: _type = "Task" [ 722.280280] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.288841] env[63393]: DEBUG oslo_vmware.api [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.307330] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681612, 'name': Rename_Task, 'duration_secs': 0.173894} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.307603] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.307888] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc1a921-4a24-4dff-953c-55c377793f73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.314379] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 722.314379] env[63393]: value = "task-2681614" [ 722.314379] env[63393]: _type = "Task" [ 722.314379] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.325870] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.352142] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525a91af-d91b-1eb0-7d98-a0441d94a412, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.352834] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.353124] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.353439] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6afeb3b8-06dc-42dd-a5dc-4b5cd43c98ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.358782] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681608, 'name': CreateSnapshot_Task, 'duration_secs': 0.525968} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.359743] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.360213] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb8b8e3-c327-4d1e-bfd2-b669acb2d09b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.363900] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 722.363900] env[63393]: value = "task-2681615" [ 722.363900] env[63393]: _type = "Task" [ 722.363900] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.378542] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.448064] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "fcbd90f1-050f-4144-ab22-06f5894118eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.448064] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.448418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "fcbd90f1-050f-4144-ab22-06f5894118eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.448537] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.448673] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.451381] env[63393]: INFO nova.compute.manager [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Terminating instance [ 722.515757] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.539072] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.539382] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.539602] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.539828] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.539991] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.540206] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.540453] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.540660] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.540948] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.541103] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.541336] env[63393]: DEBUG nova.virt.hardware [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.542229] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24e7d7-b7a2-47ea-ab56-d696860d2daa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.550422] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69469fd1-d285-410a-884f-c0c8c3fea62d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.704090] env[63393]: DEBUG nova.network.neutron [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.733533] env[63393]: DEBUG nova.scheduler.client.report [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.751196] env[63393]: DEBUG nova.compute.manager [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.751196] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.755360] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b804472b-443f-478f-82b9-d3c31633874e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.768512] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.768512] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09ba1ad-5ec4-4377-9a7d-3f99c059e2b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.775284] env[63393]: DEBUG oslo_vmware.api [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 722.775284] env[63393]: value = "task-2681616" [ 722.775284] env[63393]: _type = "Task" [ 722.775284] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.788170] env[63393]: DEBUG oslo_vmware.api [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.794035] env[63393]: DEBUG oslo_vmware.api [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681613, 'name': PowerOffVM_Task, 'duration_secs': 0.231217} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.797903] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.798120] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.798763] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4845d5f-05d7-4173-b5a2-ad9929b0489b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.829510] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.885291] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.885291] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681615, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.885393] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0078e6cb-4922-4d87-912c-f9712428b07b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.890141] env[63393]: DEBUG nova.network.neutron [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Updating instance_info_cache with network_info: [{"id": "2400b1ed-df13-419f-9b36-1283a6de485b", "address": "fa:16:3e:69:bb:1e", "network": {"id": "55412f53-9384-492e-b840-35642c27a761", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-658525426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62a2259178ea4663944619d21db2fba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2400b1ed-df", "ovs_interfaceid": "2400b1ed-df13-419f-9b36-1283a6de485b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.899309] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 722.899309] env[63393]: value = "task-2681618" [ 722.899309] env[63393]: _type = "Task" [ 722.899309] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.912613] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681618, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.942190] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.942428] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.942596] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Deleting the datastore file [datastore2] 7671d351-0759-4462-acf5-302d615f0b73 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.942978] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb7af402-1a4a-4645-b39d-9b459abb010a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.949547] env[63393]: DEBUG oslo_vmware.api [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for the task: (returnval){ [ 722.949547] env[63393]: value = "task-2681619" [ 722.949547] env[63393]: _type = "Task" [ 722.949547] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.955063] env[63393]: DEBUG nova.compute.manager [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.955284] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.959306] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceebd72a-1c35-4393-a819-9035d25ba6f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.962634] env[63393]: DEBUG oslo_vmware.api [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.968407] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.968729] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e77a316-8423-4bc8-8e23-e5911e3e7e9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.976786] env[63393]: DEBUG oslo_vmware.api [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 722.976786] env[63393]: value = "task-2681620" [ 722.976786] env[63393]: _type = "Task" [ 722.976786] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.989900] env[63393]: DEBUG oslo_vmware.api [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.239631] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.240442] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.244754] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.397s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.247058] env[63393]: INFO nova.compute.claims [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.285438] env[63393]: DEBUG oslo_vmware.api [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681616, 'name': PowerOffVM_Task, 'duration_secs': 0.31278} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.286836] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.286836] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.286836] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24ccb36c-c7fd-4d9a-a838-f5816c35ebf2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.328141] env[63393]: DEBUG oslo_vmware.api [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2681614, 'name': PowerOnVM_Task, 'duration_secs': 0.777727} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.328141] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.328141] env[63393]: INFO nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Took 8.96 seconds to spawn the instance on the hypervisor. [ 723.328141] env[63393]: DEBUG nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.328141] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9043d43-6e41-46b5-84cc-12964d593514 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.377209] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.377677] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.378092] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Deleting the datastore file [datastore2] 142527c9-7695-40ab-a44f-b2841e9b9c26 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.383022] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbca7db6-1644-4c71-a41b-5418f4eefa4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.390618] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573334} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.391444] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.391738] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.392041] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54bb9cd-7dc3-40c0-9fbb-570740f14abb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.401457] env[63393]: DEBUG oslo_vmware.api [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for the task: (returnval){ [ 723.401457] env[63393]: value = "task-2681622" [ 723.401457] env[63393]: _type = "Task" [ 723.401457] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.401457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Releasing lock "refresh_cache-272f9539-f449-431c-b847-1fb862b34e45" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.401639] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Instance network_info: |[{"id": "2400b1ed-df13-419f-9b36-1283a6de485b", "address": "fa:16:3e:69:bb:1e", "network": {"id": "55412f53-9384-492e-b840-35642c27a761", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-658525426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62a2259178ea4663944619d21db2fba2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2400b1ed-df", "ovs_interfaceid": "2400b1ed-df13-419f-9b36-1283a6de485b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.402875] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:bb:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2400b1ed-df13-419f-9b36-1283a6de485b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.410598] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Creating folder: Project (62a2259178ea4663944619d21db2fba2). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.419330] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c31f53-067e-47a5-a181-106e6c5f9029 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.420609] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 723.420609] env[63393]: value = "task-2681623" [ 723.420609] env[63393]: _type = "Task" [ 723.420609] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.432728] env[63393]: DEBUG oslo_vmware.api [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.433016] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681618, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.435863] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Created folder: Project (62a2259178ea4663944619d21db2fba2) in parent group-v540494. [ 723.435863] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Creating folder: Instances. Parent ref: group-v540639. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.435863] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85103704-587d-4a62-bf24-3b2d77e3d52a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.440161] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.447392] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Created folder: Instances in parent group-v540639. [ 723.447725] env[63393]: DEBUG oslo.service.loopingcall [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.447984] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.448592] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5628a15f-a202-4768-af91-e9734ae98ca7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.476638] env[63393]: DEBUG nova.network.neutron [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Successfully updated port: 4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.479420] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.479420] env[63393]: value = "task-2681626" [ 723.479420] env[63393]: _type = "Task" [ 723.479420] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.479798] env[63393]: DEBUG oslo_vmware.api [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Task: {'id': task-2681619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435737} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.484442] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.484697] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.484827] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.485230] env[63393]: INFO nova.compute.manager [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Took 1.22 seconds to destroy the instance on the hypervisor. [ 723.485317] env[63393]: DEBUG oslo.service.loopingcall [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.489031] env[63393]: DEBUG nova.compute.manager [-] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.489031] env[63393]: DEBUG nova.network.neutron [-] [instance: 7671d351-0759-4462-acf5-302d615f0b73] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.500279] env[63393]: DEBUG oslo_vmware.api [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681620, 'name': PowerOffVM_Task, 'duration_secs': 0.432622} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.500501] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681626, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.501597] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.501803] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.502145] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-866b8bea-77e1-41f9-b485-ce0eb63dad39 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.561683] env[63393]: DEBUG nova.compute.manager [req-4be125d0-9296-4fa7-a6e8-908c0b634436 req-43e0fba1-a6c0-4e98-ad8c-9933f79b69d6 service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Received event network-vif-plugged-4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.562127] env[63393]: DEBUG oslo_concurrency.lockutils [req-4be125d0-9296-4fa7-a6e8-908c0b634436 req-43e0fba1-a6c0-4e98-ad8c-9933f79b69d6 service nova] Acquiring lock "5cc76037-03e4-4c2f-8d29-617f94713bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.562476] env[63393]: DEBUG oslo_concurrency.lockutils [req-4be125d0-9296-4fa7-a6e8-908c0b634436 req-43e0fba1-a6c0-4e98-ad8c-9933f79b69d6 service nova] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.562771] env[63393]: DEBUG oslo_concurrency.lockutils [req-4be125d0-9296-4fa7-a6e8-908c0b634436 req-43e0fba1-a6c0-4e98-ad8c-9933f79b69d6 service nova] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.563180] env[63393]: DEBUG nova.compute.manager [req-4be125d0-9296-4fa7-a6e8-908c0b634436 req-43e0fba1-a6c0-4e98-ad8c-9933f79b69d6 service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] No waiting events found dispatching network-vif-plugged-4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.563379] env[63393]: WARNING nova.compute.manager [req-4be125d0-9296-4fa7-a6e8-908c0b634436 req-43e0fba1-a6c0-4e98-ad8c-9933f79b69d6 service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Received unexpected event network-vif-plugged-4a35857c-3a47-4b7b-bdfb-904571ab2d1f for instance with vm_state building and task_state spawning. [ 723.574586] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.575722] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.575722] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Deleting the datastore file [datastore2] fcbd90f1-050f-4144-ab22-06f5894118eb {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.575722] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05136df-ee92-4718-8b92-22a653584edd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.583501] env[63393]: DEBUG oslo_vmware.api [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for the task: (returnval){ [ 723.583501] env[63393]: value = "task-2681628" [ 723.583501] env[63393]: _type = "Task" [ 723.583501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.596607] env[63393]: DEBUG oslo_vmware.api [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.756264] env[63393]: DEBUG nova.compute.utils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.762484] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.762484] env[63393]: DEBUG nova.network.neutron [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.804390] env[63393]: DEBUG nova.policy [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bb264262eb341eb9c4c0ecea78abb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfb4080d6644307a98a31b9a1c594ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.855483] env[63393]: INFO nova.compute.manager [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Took 50.90 seconds to build instance. [ 723.916452] env[63393]: DEBUG oslo_vmware.api [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Task: {'id': task-2681622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324288} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.919510] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.922877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.922877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.922877] env[63393]: INFO nova.compute.manager [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Took 1.17 seconds to destroy the instance on the hypervisor. [ 723.922877] env[63393]: DEBUG oslo.service.loopingcall [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.922877] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681618, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.922877] env[63393]: DEBUG nova.compute.manager [-] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.922877] env[63393]: DEBUG nova.network.neutron [-] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.932116] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08062} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.932391] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.933258] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583400fd-b254-471f-88f5-e1b8340e4e08 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.960570] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.961426] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2dcfce-c16e-4ff3-90f7-2b178022d6f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.977802] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "refresh_cache-5cc76037-03e4-4c2f-8d29-617f94713bd6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.977964] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "refresh_cache-5cc76037-03e4-4c2f-8d29-617f94713bd6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.978901] env[63393]: DEBUG nova.network.neutron [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.985792] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 723.985792] env[63393]: value = "task-2681630" [ 723.985792] env[63393]: _type = "Task" [ 723.985792] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.991774] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681626, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.000769] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.094855] env[63393]: DEBUG oslo_vmware.api [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Task: {'id': task-2681628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231219} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.095307] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.095449] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.095631] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.095875] env[63393]: INFO nova.compute.manager [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 724.096220] env[63393]: DEBUG oslo.service.loopingcall [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.096388] env[63393]: DEBUG nova.compute.manager [-] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.096486] env[63393]: DEBUG nova.network.neutron [-] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.255906] env[63393]: DEBUG nova.network.neutron [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Successfully created port: 242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.261024] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.360412] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a67c8e75-c21d-42a8-b2be-e073092a33d8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.264s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.376985] env[63393]: DEBUG nova.network.neutron [-] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.415246] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681618, 'name': CloneVM_Task, 'duration_secs': 1.371408} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.415718] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created linked-clone VM from snapshot [ 724.418947] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fa7ffd-73e9-49e5-9902-64b744e6d257 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.432332] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Uploading image 46ef4880-0114-4a95-bb81-b735b662b9ed {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.459319] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.459319] env[63393]: value = "vm-540638" [ 724.459319] env[63393]: _type = "VirtualMachine" [ 724.459319] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.459617] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95b6c260-d24f-4ea6-84bd-39387007da6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.466684] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease: (returnval){ [ 724.466684] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5283b4c7-0977-c724-d9df-75f6d3e24915" [ 724.466684] env[63393]: _type = "HttpNfcLease" [ 724.466684] env[63393]: } obtained for exporting VM: (result){ [ 724.466684] env[63393]: value = "vm-540638" [ 724.466684] env[63393]: _type = "VirtualMachine" [ 724.466684] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.466984] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the lease: (returnval){ [ 724.466984] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5283b4c7-0977-c724-d9df-75f6d3e24915" [ 724.466984] env[63393]: _type = "HttpNfcLease" [ 724.466984] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.478685] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.478685] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5283b4c7-0977-c724-d9df-75f6d3e24915" [ 724.478685] env[63393]: _type = "HttpNfcLease" [ 724.478685] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.504859] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681626, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.509405] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681630, 'name': ReconfigVM_Task, 'duration_secs': 0.488099} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.509405] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.512392] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7900a9e3-9f2c-4c95-9e76-99f43bcf1393 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.519444] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 724.519444] env[63393]: value = "task-2681632" [ 724.519444] env[63393]: _type = "Task" [ 724.519444] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.529434] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681632, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.541949] env[63393]: DEBUG nova.network.neutron [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.717683] env[63393]: DEBUG nova.compute.manager [req-31f6432f-316a-4a90-ad8e-2a2b8eb5c927 req-82491d3e-a330-4184-a4a4-60929dc9f31e service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Received event network-vif-deleted-43788012-2e85-4819-8332-d8d578b6cc55 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.717885] env[63393]: INFO nova.compute.manager [req-31f6432f-316a-4a90-ad8e-2a2b8eb5c927 req-82491d3e-a330-4184-a4a4-60929dc9f31e service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Neutron deleted interface 43788012-2e85-4819-8332-d8d578b6cc55; detaching it from the instance and deleting it from the info cache [ 724.718061] env[63393]: DEBUG nova.network.neutron [req-31f6432f-316a-4a90-ad8e-2a2b8eb5c927 req-82491d3e-a330-4184-a4a4-60929dc9f31e service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.725891] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "92a64953-87ea-4307-a16a-e2cd144d7350" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.726275] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "92a64953-87ea-4307-a16a-e2cd144d7350" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.726408] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "92a64953-87ea-4307-a16a-e2cd144d7350-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.726609] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "92a64953-87ea-4307-a16a-e2cd144d7350-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.726903] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "92a64953-87ea-4307-a16a-e2cd144d7350-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.729022] env[63393]: INFO nova.compute.manager [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Terminating instance [ 724.841550] env[63393]: DEBUG nova.network.neutron [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Updating instance_info_cache with network_info: [{"id": "4a35857c-3a47-4b7b-bdfb-904571ab2d1f", "address": "fa:16:3e:a7:a8:47", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a35857c-3a", "ovs_interfaceid": "4a35857c-3a47-4b7b-bdfb-904571ab2d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.858220] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8f31ed-864d-4111-9b97-2985d4118342 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.866231] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.869617] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb0296-e191-483e-ad60-854f15327109 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.902818] env[63393]: INFO nova.compute.manager [-] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Took 1.41 seconds to deallocate network for instance. [ 724.906797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd89b4a7-d861-44c2-a088-151a5c5001e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.917815] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29584861-5605-470e-b630-79dbbe596e78 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.932200] env[63393]: DEBUG nova.network.neutron [-] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.934030] env[63393]: DEBUG nova.compute.provider_tree [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.974446] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.974446] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5283b4c7-0977-c724-d9df-75f6d3e24915" [ 724.974446] env[63393]: _type = "HttpNfcLease" [ 724.974446] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.974757] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.974757] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5283b4c7-0977-c724-d9df-75f6d3e24915" [ 724.974757] env[63393]: _type = "HttpNfcLease" [ 724.974757] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.975676] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1adf1cb-f2a8-4f8d-b457-b117c0eb1c2b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.983334] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c91925-cf51-aaf4-c14a-fca1900606dc/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.983420] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c91925-cf51-aaf4-c14a-fca1900606dc/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.067711] env[63393]: DEBUG nova.network.neutron [-] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.075486] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681626, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.085023] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681632, 'name': Rename_Task, 'duration_secs': 0.280851} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.085023] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.085023] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb75f580-e623-48d0-9a0f-be3fc6f73a91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.091037] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 725.091037] env[63393]: value = "task-2681633" [ 725.091037] env[63393]: _type = "Task" [ 725.091037] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.099762] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.134513] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c942f45-2b4c-4d17-b6ee-ff13699744ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.220575] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03c13053-5c76-4e14-a786-91b06809ad54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.230156] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec92a21-1315-4425-b5e0-8159fa23ff24 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.242248] env[63393]: DEBUG nova.compute.manager [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.242429] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.243539] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c03037-97d6-433a-beb0-0730bcc0493c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.250554] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.250814] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e43585-a2bf-47e1-a1a6-18a35b6cb501 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.256686] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 725.256686] env[63393]: value = "task-2681634" [ 725.256686] env[63393]: _type = "Task" [ 725.256686] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.271395] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.273347] env[63393]: DEBUG nova.compute.manager [req-31f6432f-316a-4a90-ad8e-2a2b8eb5c927 req-82491d3e-a330-4184-a4a4-60929dc9f31e service nova] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Detach interface failed, port_id=43788012-2e85-4819-8332-d8d578b6cc55, reason: Instance fcbd90f1-050f-4144-ab22-06f5894118eb could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 725.281287] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.292465] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.292748] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.292861] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.293066] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.293218] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.293364] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.293566] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.293725] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.293890] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.294071] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.294252] env[63393]: DEBUG nova.virt.hardware [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.295007] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9459547b-dbbd-4e37-8e1f-68ef036b4a29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.303825] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4541b5b0-232d-4cfa-8c6c-bf45ae89ab66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.344515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "refresh_cache-5cc76037-03e4-4c2f-8d29-617f94713bd6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.344817] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Instance network_info: |[{"id": "4a35857c-3a47-4b7b-bdfb-904571ab2d1f", "address": "fa:16:3e:a7:a8:47", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a35857c-3a", "ovs_interfaceid": "4a35857c-3a47-4b7b-bdfb-904571ab2d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.345317] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a8:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a35857c-3a47-4b7b-bdfb-904571ab2d1f', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.353592] env[63393]: DEBUG oslo.service.loopingcall [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.354166] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.354425] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad65a1b-6deb-4241-a2be-f3d394dcb0f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.378214] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.378214] env[63393]: value = "task-2681635" [ 725.378214] env[63393]: _type = "Task" [ 725.378214] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.389869] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681635, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.393911] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.413317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.436072] env[63393]: INFO nova.compute.manager [-] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Took 1.51 seconds to deallocate network for instance. [ 725.457228] env[63393]: ERROR nova.scheduler.client.report [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [req-19b18340-e854-40f0-b3e1-40037bcf42b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19b18340-e854-40f0-b3e1-40037bcf42b5"}]} [ 725.479651] env[63393]: DEBUG nova.scheduler.client.report [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 725.493774] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681626, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.503752] env[63393]: DEBUG nova.scheduler.client.report [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 725.503752] env[63393]: DEBUG nova.compute.provider_tree [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.526814] env[63393]: DEBUG nova.scheduler.client.report [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 725.546398] env[63393]: DEBUG nova.scheduler.client.report [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 725.577388] env[63393]: INFO nova.compute.manager [-] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Took 1.48 seconds to deallocate network for instance. [ 725.607326] env[63393]: DEBUG nova.compute.manager [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Received event network-changed-4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.607602] env[63393]: DEBUG nova.compute.manager [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Refreshing instance network info cache due to event network-changed-4a35857c-3a47-4b7b-bdfb-904571ab2d1f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 725.607987] env[63393]: DEBUG oslo_concurrency.lockutils [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] Acquiring lock "refresh_cache-5cc76037-03e4-4c2f-8d29-617f94713bd6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.608226] env[63393]: DEBUG oslo_concurrency.lockutils [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] Acquired lock "refresh_cache-5cc76037-03e4-4c2f-8d29-617f94713bd6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.608518] env[63393]: DEBUG nova.network.neutron [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Refreshing network info cache for port 4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.611044] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.784681] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.835384] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.835384] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540636', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'name': 'volume-4ff84299-bd49-461c-8e27-b2f87ae070db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9faab7b-af63-41e1-94b5-65e3ad0db03f', 'attached_at': '', 'detached_at': '', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'serial': '4ff84299-bd49-461c-8e27-b2f87ae070db'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.835384] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eb9220-d723-447c-b369-dd77921cba7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.859470] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc48bc-71c3-4c90-9ead-1f5ffb59bfbb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.890118] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-4ff84299-bd49-461c-8e27-b2f87ae070db/volume-4ff84299-bd49-461c-8e27-b2f87ae070db.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.897320] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81dff64f-5ce2-4f65-b6ed-385657f90ca3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.921406] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681635, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.921615] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 725.921615] env[63393]: value = "task-2681636" [ 725.921615] env[63393]: _type = "Task" [ 725.921615] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.937171] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.950858] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.000020] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681626, 'name': CreateVM_Task, 'duration_secs': 2.337813} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.000020] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.000020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.000020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.000020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.000020] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b7a474-44c8-4aae-a9a7-0a092311789e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.004600] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 726.004600] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b495d6-44a0-fa97-882d-67e1295c3f1a" [ 726.004600] env[63393]: _type = "Task" [ 726.004600] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.012695] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b495d6-44a0-fa97-882d-67e1295c3f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.088276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.101886] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.127689] env[63393]: DEBUG nova.network.neutron [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Successfully updated port: 242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.162407] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a50115-cca1-428a-a1e5-c41b8508f20b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.170408] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0347d6-f0d5-4965-8d4e-aa4240314ff6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.208326] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1289550-908a-4138-a703-99d0dfa0de8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.218617] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f6b0f-15a2-4ec7-ac54-089a8a550659 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.235292] env[63393]: DEBUG nova.compute.provider_tree [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.285241] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681634, 'name': PowerOffVM_Task, 'duration_secs': 0.719355} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.285710] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.286676] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.286676] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c3468a-29de-4d42-b0fd-fda1afc91c41 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.353807] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.354137] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.354339] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Deleting the datastore file [datastore2] 92a64953-87ea-4307-a16a-e2cd144d7350 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.354626] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b336a62-a379-451e-8613-75a7f0fc11f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.364907] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for the task: (returnval){ [ 726.364907] env[63393]: value = "task-2681638" [ 726.364907] env[63393]: _type = "Task" [ 726.364907] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.374696] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.393954] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681635, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.408519] env[63393]: DEBUG nova.network.neutron [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Updated VIF entry in instance network info cache for port 4a35857c-3a47-4b7b-bdfb-904571ab2d1f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.408969] env[63393]: DEBUG nova.network.neutron [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Updating instance_info_cache with network_info: [{"id": "4a35857c-3a47-4b7b-bdfb-904571ab2d1f", "address": "fa:16:3e:a7:a8:47", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a35857c-3a", "ovs_interfaceid": "4a35857c-3a47-4b7b-bdfb-904571ab2d1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.432989] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.515631] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b495d6-44a0-fa97-882d-67e1295c3f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014863} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.516120] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.516687] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.517063] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.517255] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.517523] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.517919] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15475658-ec1d-4678-88c9-3eee3f468c98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.540938] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.541385] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.542644] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392017d6-a3c0-42f2-81cf-1eb9191a2358 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.550925] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 726.550925] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5205dce1-932d-7357-1311-471fc7649dcc" [ 726.550925] env[63393]: _type = "Task" [ 726.550925] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.562077] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5205dce1-932d-7357-1311-471fc7649dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.602859] env[63393]: DEBUG oslo_vmware.api [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681633, 'name': PowerOnVM_Task, 'duration_secs': 1.414357} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.602859] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.603105] env[63393]: INFO nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Took 9.59 seconds to spawn the instance on the hypervisor. [ 726.603339] env[63393]: DEBUG nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.604436] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4cb422-d87c-440b-94b8-c17f58cdd72f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.633012] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "refresh_cache-85f6301b-6865-40ac-9b22-dcfa445e326c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.633338] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "refresh_cache-85f6301b-6865-40ac-9b22-dcfa445e326c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.633925] env[63393]: DEBUG nova.network.neutron [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.749407] env[63393]: DEBUG nova.compute.manager [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Received event network-vif-plugged-242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.749756] env[63393]: DEBUG oslo_concurrency.lockutils [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] Acquiring lock "85f6301b-6865-40ac-9b22-dcfa445e326c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.750131] env[63393]: DEBUG oslo_concurrency.lockutils [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.750610] env[63393]: DEBUG oslo_concurrency.lockutils [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.750610] env[63393]: DEBUG nova.compute.manager [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] No waiting events found dispatching network-vif-plugged-242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.750752] env[63393]: WARNING nova.compute.manager [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Received unexpected event network-vif-plugged-242ed2a0-87de-43c4-84eb-4934319c53f0 for instance with vm_state building and task_state spawning. [ 726.750909] env[63393]: DEBUG nova.compute.manager [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Received event network-changed-242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.751099] env[63393]: DEBUG nova.compute.manager [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Refreshing instance network info cache due to event network-changed-242ed2a0-87de-43c4-84eb-4934319c53f0. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.751796] env[63393]: DEBUG oslo_concurrency.lockutils [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] Acquiring lock "refresh_cache-85f6301b-6865-40ac-9b22-dcfa445e326c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.781781] env[63393]: DEBUG nova.scheduler.client.report [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.782094] env[63393]: DEBUG nova.compute.provider_tree [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 71 to 72 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.782265] env[63393]: DEBUG nova.compute.provider_tree [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.876560] env[63393]: DEBUG oslo_vmware.api [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Task: {'id': task-2681638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460612} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.877823] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.877823] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.877823] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.879071] env[63393]: INFO nova.compute.manager [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Took 1.64 seconds to destroy the instance on the hypervisor. [ 726.879071] env[63393]: DEBUG oslo.service.loopingcall [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.879071] env[63393]: DEBUG nova.compute.manager [-] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.879071] env[63393]: DEBUG nova.network.neutron [-] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.891054] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681635, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.914262] env[63393]: DEBUG oslo_concurrency.lockutils [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] Releasing lock "refresh_cache-5cc76037-03e4-4c2f-8d29-617f94713bd6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.914262] env[63393]: DEBUG nova.compute.manager [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Received event network-vif-deleted-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.914262] env[63393]: DEBUG nova.compute.manager [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Received event network-vif-deleted-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.914262] env[63393]: DEBUG nova.compute.manager [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Received event network-changed-f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.914262] env[63393]: DEBUG nova.compute.manager [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Refreshing instance network info cache due to event network-changed-f629b4f4-b8e3-49a6-93ad-4d7605eb561f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.914262] env[63393]: DEBUG oslo_concurrency.lockutils [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] Acquiring lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.914262] env[63393]: DEBUG oslo_concurrency.lockutils [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] Acquired lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.914814] env[63393]: DEBUG nova.network.neutron [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Refreshing network info cache for port f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.941891] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681636, 'name': ReconfigVM_Task, 'duration_secs': 0.77896} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.942347] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-4ff84299-bd49-461c-8e27-b2f87ae070db/volume-4ff84299-bd49-461c-8e27-b2f87ae070db.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.951659] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb32a1a-267c-466a-a15a-56b03b3c0a85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.969899] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 726.969899] env[63393]: value = "task-2681639" [ 726.969899] env[63393]: _type = "Task" [ 726.969899] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.982039] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.060576] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5205dce1-932d-7357-1311-471fc7649dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.022391} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.061426] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcbd296-cc99-4be9-a5e4-06d35c3c08d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.067477] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 727.067477] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5204282b-9b66-c08f-3425-32633b44ca6b" [ 727.067477] env[63393]: _type = "Task" [ 727.067477] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.077186] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5204282b-9b66-c08f-3425-32633b44ca6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.124514] env[63393]: INFO nova.compute.manager [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Took 47.17 seconds to build instance. [ 727.189706] env[63393]: DEBUG nova.network.neutron [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.288348] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.044s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.288862] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.291597] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.253s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.294072] env[63393]: INFO nova.compute.claims [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.367489] env[63393]: DEBUG nova.network.neutron [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Updating instance_info_cache with network_info: [{"id": "242ed2a0-87de-43c4-84eb-4934319c53f0", "address": "fa:16:3e:91:b1:f6", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242ed2a0-87", "ovs_interfaceid": "242ed2a0-87de-43c4-84eb-4934319c53f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.393407] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681635, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.480941] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.581046] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5204282b-9b66-c08f-3425-32633b44ca6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013392} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.582414] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.582414] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 272f9539-f449-431c-b847-1fb862b34e45/272f9539-f449-431c-b847-1fb862b34e45.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.583019] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1c24317-5283-44c7-a2f9-d0a5913cba0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.591212] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 727.591212] env[63393]: value = "task-2681640" [ 727.591212] env[63393]: _type = "Task" [ 727.591212] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.605204] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.627633] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6659fc61-8250-4a93-9f38-aac5b5c2568d tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.261s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.734299] env[63393]: DEBUG nova.compute.manager [req-17428ee4-3000-4e3f-a5bf-a5eb3b3e73bf req-561380e3-c3b0-4274-88ef-216b2bbee472 service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Received event network-vif-deleted-aa0be1f6-411c-489c-b8a5-80c6a102a5be {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.734299] env[63393]: INFO nova.compute.manager [req-17428ee4-3000-4e3f-a5bf-a5eb3b3e73bf req-561380e3-c3b0-4274-88ef-216b2bbee472 service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Neutron deleted interface aa0be1f6-411c-489c-b8a5-80c6a102a5be; detaching it from the instance and deleting it from the info cache [ 727.734299] env[63393]: DEBUG nova.network.neutron [req-17428ee4-3000-4e3f-a5bf-a5eb3b3e73bf req-561380e3-c3b0-4274-88ef-216b2bbee472 service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.798728] env[63393]: DEBUG nova.compute.utils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.807043] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.807043] env[63393]: DEBUG nova.network.neutron [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.836041] env[63393]: DEBUG nova.network.neutron [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updated VIF entry in instance network info cache for port f629b4f4-b8e3-49a6-93ad-4d7605eb561f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.836548] env[63393]: DEBUG nova.network.neutron [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updating instance_info_cache with network_info: [{"id": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "address": "fa:16:3e:43:83:8f", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf629b4f4-b8", "ovs_interfaceid": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.855077] env[63393]: DEBUG nova.policy [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aceaa05d15854472a435e82b780f6ded', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aba89970aca1493f9009dc8a5777b171', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.870986] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "refresh_cache-85f6301b-6865-40ac-9b22-dcfa445e326c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.871381] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Instance network_info: |[{"id": "242ed2a0-87de-43c4-84eb-4934319c53f0", "address": "fa:16:3e:91:b1:f6", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242ed2a0-87", "ovs_interfaceid": "242ed2a0-87de-43c4-84eb-4934319c53f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.871718] env[63393]: DEBUG oslo_concurrency.lockutils [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] Acquired lock "refresh_cache-85f6301b-6865-40ac-9b22-dcfa445e326c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.871899] env[63393]: DEBUG nova.network.neutron [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Refreshing network info cache for port 242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.874479] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:b1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '242ed2a0-87de-43c4-84eb-4934319c53f0', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.882761] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Creating folder: Project (1dfb4080d6644307a98a31b9a1c594ea). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.884505] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae6b853-e7f4-4bc4-ae03-805bc4194ea8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.897816] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681635, 'name': CreateVM_Task, 'duration_secs': 2.247068} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.898111] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.900708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.901173] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.901558] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.903058] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Created folder: Project (1dfb4080d6644307a98a31b9a1c594ea) in parent group-v540494. [ 727.903203] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Creating folder: Instances. Parent ref: group-v540643. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.904035] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534a8669-452f-4ded-84ce-ffa724e50fdb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.905789] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-471c7536-9db1-49c2-a637-6ac0fa5ac1cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.911982] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 727.911982] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d6b3c1-c0f0-9f80-e619-d15c8214263f" [ 727.911982] env[63393]: _type = "Task" [ 727.911982] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.917160] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Created folder: Instances in parent group-v540643. [ 727.917493] env[63393]: DEBUG oslo.service.loopingcall [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.918172] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.918461] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4501bfa7-002b-4924-9f3c-45150651c456 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.942364] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d6b3c1-c0f0-9f80-e619-d15c8214263f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.948154] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.948154] env[63393]: value = "task-2681643" [ 727.948154] env[63393]: _type = "Task" [ 727.948154] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.952831] env[63393]: DEBUG nova.network.neutron [-] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.958504] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681643, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.988687] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.108988] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.238680] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d97708b6-7b85-459c-aba8-b9a193cfc5c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.248341] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bb0da3-c09f-4286-a53e-9b8677b63985 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.286991] env[63393]: DEBUG nova.compute.manager [req-17428ee4-3000-4e3f-a5bf-a5eb3b3e73bf req-561380e3-c3b0-4274-88ef-216b2bbee472 service nova] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Detach interface failed, port_id=aa0be1f6-411c-489c-b8a5-80c6a102a5be, reason: Instance 92a64953-87ea-4307-a16a-e2cd144d7350 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 728.288092] env[63393]: DEBUG nova.network.neutron [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Successfully created port: 233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.310666] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.339395] env[63393]: DEBUG oslo_concurrency.lockutils [req-d44b81a5-ac1e-445b-98d6-25fb6157c8a4 req-0bc4571a-adf4-4438-89e6-e75372e5ffcc service nova] Releasing lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.426064] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d6b3c1-c0f0-9f80-e619-d15c8214263f, 'name': SearchDatastore_Task, 'duration_secs': 0.055018} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.429736] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.430051] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.430358] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.430551] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.430777] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.434781] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae560b81-6a3f-43de-80c1-e53a1975ed37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.447413] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.447413] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.450144] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0cfa52-1bc9-4db5-8ea4-0d1387234892 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.457091] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 728.457091] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a00fd9-9b5d-c45f-8243-ed63fb58beac" [ 728.457091] env[63393]: _type = "Task" [ 728.457091] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.462803] env[63393]: INFO nova.compute.manager [-] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Took 1.58 seconds to deallocate network for instance. [ 728.463037] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681643, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.474236] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a00fd9-9b5d-c45f-8243-ed63fb58beac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.485685] env[63393]: DEBUG oslo_vmware.api [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681639, 'name': ReconfigVM_Task, 'duration_secs': 1.207877} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.486024] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540636', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'name': 'volume-4ff84299-bd49-461c-8e27-b2f87ae070db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9faab7b-af63-41e1-94b5-65e3ad0db03f', 'attached_at': '', 'detached_at': '', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'serial': '4ff84299-bd49-461c-8e27-b2f87ae070db'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 728.606635] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681640, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.703330] env[63393]: DEBUG nova.network.neutron [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Updated VIF entry in instance network info cache for port 242ed2a0-87de-43c4-84eb-4934319c53f0. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.703678] env[63393]: DEBUG nova.network.neutron [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Updating instance_info_cache with network_info: [{"id": "242ed2a0-87de-43c4-84eb-4934319c53f0", "address": "fa:16:3e:91:b1:f6", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap242ed2a0-87", "ovs_interfaceid": "242ed2a0-87de-43c4-84eb-4934319c53f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.878946] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2877bca0-58b0-4fb0-bfa4-7b9af909b2b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.889248] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e851e59-30b6-4bb9-a88e-2624b84832b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.923044] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d127b988-f541-4598-9aa5-dea9a9d3be9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.931193] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa63e2a-6a92-4589-ad51-af463c418d85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.944972] env[63393]: DEBUG nova.compute.provider_tree [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.958284] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681643, 'name': CreateVM_Task, 'duration_secs': 0.734469} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.959481] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.959958] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.961507] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.961507] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.961507] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e385046-0da1-44fb-a799-3ebd94e99c22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.969576] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 728.969576] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525e892d-1859-0905-771a-cd696b5ca500" [ 728.969576] env[63393]: _type = "Task" [ 728.969576] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.973826] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a00fd9-9b5d-c45f-8243-ed63fb58beac, 'name': SearchDatastore_Task, 'duration_secs': 0.030015} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.980326] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.984903] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49da4dd4-4274-4d85-b87b-2e2ecb3bd89b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.998124] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525e892d-1859-0905-771a-cd696b5ca500, 'name': SearchDatastore_Task, 'duration_secs': 0.01699} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.998124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.999042] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.999042] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.999042] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.999042] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.000462] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232252a5-6069-4bdd-bfc9-95c3cccd329b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.002503] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 729.002503] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8b677-bcef-4558-61b7-b9bafcef0df0" [ 729.002503] env[63393]: _type = "Task" [ 729.002503] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.013019] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8b677-bcef-4558-61b7-b9bafcef0df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.021272] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.021879] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.022237] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dad6176-e1d6-438a-bb12-e10c748ee3b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.028152] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 729.028152] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52813bf3-f5a4-51d5-74a8-941c9ee6adab" [ 729.028152] env[63393]: _type = "Task" [ 729.028152] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.036743] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52813bf3-f5a4-51d5-74a8-941c9ee6adab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.103019] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681640, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.216515] env[63393]: DEBUG oslo_concurrency.lockutils [req-40061a59-c5c0-4595-9381-8cfd89a8223c req-342c6731-a65c-4e96-8a0a-f1177a55892b service nova] Releasing lock "refresh_cache-85f6301b-6865-40ac-9b22-dcfa445e326c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.321373] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.348725] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.349397] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.349397] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.349620] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.349678] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.349862] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.350136] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.350315] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.350524] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.350708] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.350935] env[63393]: DEBUG nova.virt.hardware [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.351893] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125bb256-b34d-4216-a763-2bd5e5ea6512 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362032] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5226635-95eb-4319-9808-8def72e06307 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.468583] env[63393]: ERROR nova.scheduler.client.report [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [req-3109d392-b064-48c6-b9d7-07d1e6fb53c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3109d392-b064-48c6-b9d7-07d1e6fb53c2"}]} [ 729.489210] env[63393]: DEBUG nova.scheduler.client.report [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.495495] env[63393]: DEBUG nova.compute.manager [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 729.507808] env[63393]: DEBUG nova.scheduler.client.report [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.508224] env[63393]: DEBUG nova.compute.provider_tree [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.520635] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8b677-bcef-4558-61b7-b9bafcef0df0, 'name': SearchDatastore_Task, 'duration_secs': 0.022044} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.521134] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.521239] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 5cc76037-03e4-4c2f-8d29-617f94713bd6/5cc76037-03e4-4c2f-8d29-617f94713bd6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.521454] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6b3a14b-dd44-4110-b331-990e290c05dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.524991] env[63393]: DEBUG nova.scheduler.client.report [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.540478] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 729.540478] env[63393]: value = "task-2681644" [ 729.540478] env[63393]: _type = "Task" [ 729.540478] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.541698] env[63393]: DEBUG nova.objects.instance [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lazy-loading 'flavor' on Instance uuid d9faab7b-af63-41e1-94b5-65e3ad0db03f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.552331] env[63393]: DEBUG nova.scheduler.client.report [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.560272] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52813bf3-f5a4-51d5-74a8-941c9ee6adab, 'name': SearchDatastore_Task, 'duration_secs': 0.015742} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.562060] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba24efa-2985-4501-b4ec-aac84935e149 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.570468] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.574357] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 729.574357] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526632ed-003d-896c-2b2b-e3655d78f03f" [ 729.574357] env[63393]: _type = "Task" [ 729.574357] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.585608] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526632ed-003d-896c-2b2b-e3655d78f03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.604498] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681640, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624065} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.607413] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 272f9539-f449-431c-b847-1fb862b34e45/272f9539-f449-431c-b847-1fb862b34e45.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.607650] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.608159] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df712578-a4fb-457f-b8de-8532ce8fdf44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.614869] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 729.614869] env[63393]: value = "task-2681645" [ 729.614869] env[63393]: _type = "Task" [ 729.614869] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.624407] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.900122] env[63393]: DEBUG nova.compute.manager [req-c69f9646-63d6-496d-9eff-7125c33e1d20 req-c7add1da-67e3-4479-a09f-69d917ddad4e service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Received event network-vif-plugged-233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.900661] env[63393]: DEBUG oslo_concurrency.lockutils [req-c69f9646-63d6-496d-9eff-7125c33e1d20 req-c7add1da-67e3-4479-a09f-69d917ddad4e service nova] Acquiring lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.900995] env[63393]: DEBUG oslo_concurrency.lockutils [req-c69f9646-63d6-496d-9eff-7125c33e1d20 req-c7add1da-67e3-4479-a09f-69d917ddad4e service nova] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.901219] env[63393]: DEBUG oslo_concurrency.lockutils [req-c69f9646-63d6-496d-9eff-7125c33e1d20 req-c7add1da-67e3-4479-a09f-69d917ddad4e service nova] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.901507] env[63393]: DEBUG nova.compute.manager [req-c69f9646-63d6-496d-9eff-7125c33e1d20 req-c7add1da-67e3-4479-a09f-69d917ddad4e service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] No waiting events found dispatching network-vif-plugged-233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.901704] env[63393]: WARNING nova.compute.manager [req-c69f9646-63d6-496d-9eff-7125c33e1d20 req-c7add1da-67e3-4479-a09f-69d917ddad4e service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Received unexpected event network-vif-plugged-233b45d1-99f1-413f-9b1d-4dd8aa925902 for instance with vm_state building and task_state spawning. [ 730.018965] env[63393]: DEBUG oslo_concurrency.lockutils [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.020414] env[63393]: DEBUG nova.network.neutron [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Successfully updated port: 233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.023035] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.056122] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4309f86f-1933-489a-a364-a19062fe7446 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.859s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.058194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.039s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.063169] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.086806] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526632ed-003d-896c-2b2b-e3655d78f03f, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.087292] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.087440] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 85f6301b-6865-40ac-9b22-dcfa445e326c/85f6301b-6865-40ac-9b22-dcfa445e326c.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.087913] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3a2c1a1-3ceb-4839-95a6-1fc3b116fc05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.099573] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 730.099573] env[63393]: value = "task-2681646" [ 730.099573] env[63393]: _type = "Task" [ 730.099573] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.109115] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.125404] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106786} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.128985] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.130388] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723efda-a6ae-4faf-8fdb-f585390c2b25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.158828] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 272f9539-f449-431c-b847-1fb862b34e45/272f9539-f449-431c-b847-1fb862b34e45.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.160878] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2472ed-085d-4813-bc9b-6025861096a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.178192] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1e9f93-7d07-4e6d-8735-ad5f2d9d87c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.188663] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f419eb-13ad-44b9-97d9-1ec31471d41d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.194190] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 730.194190] env[63393]: value = "task-2681647" [ 730.194190] env[63393]: _type = "Task" [ 730.194190] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.224778] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b70ab-86da-45a6-a33f-326307229043 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.231294] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.236555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b3078-1d62-4187-a764-139da656f25e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.250549] env[63393]: DEBUG nova.compute.provider_tree [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.525570] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.525570] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.525570] env[63393]: DEBUG nova.network.neutron [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.557525] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732325} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.557857] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 5cc76037-03e4-4c2f-8d29-617f94713bd6/5cc76037-03e4-4c2f-8d29-617f94713bd6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.558152] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.559068] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c96d96a-c4a4-4e99-a92d-1922031865d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.562048] env[63393]: INFO nova.compute.manager [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Detaching volume 4ff84299-bd49-461c-8e27-b2f87ae070db [ 730.574376] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 730.574376] env[63393]: value = "task-2681648" [ 730.574376] env[63393]: _type = "Task" [ 730.574376] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.586244] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.611069] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.612648] env[63393]: INFO nova.virt.block_device [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Attempting to driver detach volume 4ff84299-bd49-461c-8e27-b2f87ae070db from mountpoint /dev/sdb [ 730.612980] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 730.613287] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540636', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'name': 'volume-4ff84299-bd49-461c-8e27-b2f87ae070db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9faab7b-af63-41e1-94b5-65e3ad0db03f', 'attached_at': '', 'detached_at': '', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'serial': '4ff84299-bd49-461c-8e27-b2f87ae070db'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 730.614692] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7c66c8-07d8-444c-9753-57e5865a8da8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.644052] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ecbf1-5bd9-48a0-9044-89f7198c2dcd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.654778] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8009942-0efb-405c-b174-e65f84584269 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.681376] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9138a4e5-2f2b-4fee-abaf-e850dc402a50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.701758] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ff84299-bd49-461c-8e27-b2f87ae070db/volume-4ff84299-bd49-461c-8e27-b2f87ae070db.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 730.707206] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.711078] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac76f94-8b7b-4c42-9be0-07b365e6e94f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.732171] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.733578] env[63393]: DEBUG oslo_vmware.api [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 730.733578] env[63393]: value = "task-2681649" [ 730.733578] env[63393]: _type = "Task" [ 730.733578] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.743977] env[63393]: DEBUG oslo_vmware.api [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.800965] env[63393]: DEBUG nova.scheduler.client.report [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 730.801296] env[63393]: DEBUG nova.compute.provider_tree [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 74 to 75 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 730.801539] env[63393]: DEBUG nova.compute.provider_tree [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.078858] env[63393]: DEBUG nova.network.neutron [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.087182] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086759} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.087494] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.088398] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08840522-347d-4045-b711-078278bc95cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.112684] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 5cc76037-03e4-4c2f-8d29-617f94713bd6/5cc76037-03e4-4c2f-8d29-617f94713bd6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.118864] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a529913-44cd-4299-b7cb-604b83f932ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.141364] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.143094] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 85f6301b-6865-40ac-9b22-dcfa445e326c/85f6301b-6865-40ac-9b22-dcfa445e326c.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.143351] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.144556] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 731.144556] env[63393]: value = "task-2681650" [ 731.144556] env[63393]: _type = "Task" [ 731.144556] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.144556] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb259ea5-3d62-4301-88fe-7fb226622d6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.157283] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.158873] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 731.158873] env[63393]: value = "task-2681651" [ 731.158873] env[63393]: _type = "Task" [ 731.158873] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.170229] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.215592] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681647, 'name': ReconfigVM_Task, 'duration_secs': 0.572269} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.215904] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 272f9539-f449-431c-b847-1fb862b34e45/272f9539-f449-431c-b847-1fb862b34e45.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.216572] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d46c529-f5bb-40ec-b02c-42516922e898 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.227339] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 731.227339] env[63393]: value = "task-2681652" [ 731.227339] env[63393]: _type = "Task" [ 731.227339] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.241432] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681652, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.248626] env[63393]: DEBUG oslo_vmware.api [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681649, 'name': ReconfigVM_Task, 'duration_secs': 0.302715} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.249087] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 731.259064] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9905a2b4-9046-46f9-a0cd-dd154b182864 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.285298] env[63393]: DEBUG oslo_vmware.api [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 731.285298] env[63393]: value = "task-2681653" [ 731.285298] env[63393]: _type = "Task" [ 731.285298] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.299258] env[63393]: DEBUG oslo_vmware.api [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.311515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.017s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.311515] env[63393]: DEBUG nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.312749] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.973s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.313307] env[63393]: DEBUG nova.objects.instance [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lazy-loading 'resources' on Instance uuid 00ce5c4e-db18-4893-91df-47ca77bc9099 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.353988] env[63393]: DEBUG nova.network.neutron [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [{"id": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "address": "fa:16:3e:02:9f:f9", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233b45d1-99", "ovs_interfaceid": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.656510] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681650, 'name': ReconfigVM_Task, 'duration_secs': 0.328875} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.657368] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 5cc76037-03e4-4c2f-8d29-617f94713bd6/5cc76037-03e4-4c2f-8d29-617f94713bd6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.657502] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ce42f30-a1d7-4d27-a1c5-ad3d1080dfdc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.664047] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 731.664047] env[63393]: value = "task-2681654" [ 731.664047] env[63393]: _type = "Task" [ 731.664047] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.669596] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077084} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.669836] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.670884] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07017678-f0d9-482b-95a9-159fa7f9bcd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.676081] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681654, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.695735] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 85f6301b-6865-40ac-9b22-dcfa445e326c/85f6301b-6865-40ac-9b22-dcfa445e326c.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.696038] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0d26bc-c42e-4654-8bba-6bd3e936e4a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.716478] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 731.716478] env[63393]: value = "task-2681655" [ 731.716478] env[63393]: _type = "Task" [ 731.716478] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.725536] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.738694] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681652, 'name': Rename_Task, 'duration_secs': 0.187634} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.739153] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.739360] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b7c5fb-0013-4781-b303-95884da3c5ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.747778] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 731.747778] env[63393]: value = "task-2681656" [ 731.747778] env[63393]: _type = "Task" [ 731.747778] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.757124] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.794948] env[63393]: DEBUG oslo_vmware.api [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681653, 'name': ReconfigVM_Task, 'duration_secs': 0.18989} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.795297] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540636', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'name': 'volume-4ff84299-bd49-461c-8e27-b2f87ae070db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9faab7b-af63-41e1-94b5-65e3ad0db03f', 'attached_at': '', 'detached_at': '', 'volume_id': '4ff84299-bd49-461c-8e27-b2f87ae070db', 'serial': '4ff84299-bd49-461c-8e27-b2f87ae070db'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 731.816408] env[63393]: DEBUG nova.compute.utils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.818448] env[63393]: DEBUG nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 731.859917] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.860258] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance network_info: |[{"id": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "address": "fa:16:3e:02:9f:f9", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233b45d1-99", "ovs_interfaceid": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.860717] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:9f:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '233b45d1-99f1-413f-9b1d-4dd8aa925902', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.868488] env[63393]: DEBUG oslo.service.loopingcall [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.873631] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.873895] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f47edf96-2f9c-46e1-9a98-b17baaa2e430 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.899570] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.899570] env[63393]: value = "task-2681657" [ 731.899570] env[63393]: _type = "Task" [ 731.899570] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.909210] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681657, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.929305] env[63393]: DEBUG nova.compute.manager [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Received event network-changed-233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.929525] env[63393]: DEBUG nova.compute.manager [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Refreshing instance network info cache due to event network-changed-233b45d1-99f1-413f-9b1d-4dd8aa925902. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.929866] env[63393]: DEBUG oslo_concurrency.lockutils [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] Acquiring lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.929960] env[63393]: DEBUG oslo_concurrency.lockutils [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] Acquired lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.930146] env[63393]: DEBUG nova.network.neutron [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Refreshing network info cache for port 233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.174654] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681654, 'name': Rename_Task, 'duration_secs': 0.164481} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.177960] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.178589] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da5a128e-afae-4da1-ac43-03fa691bc6ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.187878] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 732.187878] env[63393]: value = "task-2681658" [ 732.187878] env[63393]: _type = "Task" [ 732.187878] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.200591] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.232497] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.265068] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.320280] env[63393]: DEBUG nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.338205] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1522d-f4e2-4d96-b7fc-49ddd3774b57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.346998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47c68e-ac4c-4275-b48d-8aefb2e8d659 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.386274] env[63393]: DEBUG nova.objects.instance [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lazy-loading 'flavor' on Instance uuid d9faab7b-af63-41e1-94b5-65e3ad0db03f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.388852] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af299ae-0601-46ca-98b5-5018720df98c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.408230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4545d6-7f0c-48af-af14-cc212e284e65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.429869] env[63393]: DEBUG nova.compute.provider_tree [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.437395] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681657, 'name': CreateVM_Task, 'duration_secs': 0.4183} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.438191] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.440428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.440785] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.441337] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.442014] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a62ffd-dadb-4505-91a1-ee2ff4adb728 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.449600] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 732.449600] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b1dbad-8d1e-5dfb-b5a7-c1ad23372d07" [ 732.449600] env[63393]: _type = "Task" [ 732.449600] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.459424] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b1dbad-8d1e-5dfb-b5a7-c1ad23372d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.699959] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.726114] env[63393]: DEBUG nova.network.neutron [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updated VIF entry in instance network info cache for port 233b45d1-99f1-413f-9b1d-4dd8aa925902. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.726496] env[63393]: DEBUG nova.network.neutron [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [{"id": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "address": "fa:16:3e:02:9f:f9", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233b45d1-99", "ovs_interfaceid": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.731891] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681655, 'name': ReconfigVM_Task, 'duration_secs': 0.525616} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.732452] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 85f6301b-6865-40ac-9b22-dcfa445e326c/85f6301b-6865-40ac-9b22-dcfa445e326c.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.733244] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa620701-fb64-4dab-9cce-e42f13ddd822 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.742111] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 732.742111] env[63393]: value = "task-2681659" [ 732.742111] env[63393]: _type = "Task" [ 732.742111] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.752286] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681659, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.762261] env[63393]: DEBUG oslo_vmware.api [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681656, 'name': PowerOnVM_Task, 'duration_secs': 0.698383} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.762539] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.762750] env[63393]: INFO nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Took 12.98 seconds to spawn the instance on the hypervisor. [ 732.763025] env[63393]: DEBUG nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.763907] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228de31-2e6e-452e-b862-adde9ad0dffd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.934021] env[63393]: DEBUG nova.scheduler.client.report [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.962696] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b1dbad-8d1e-5dfb-b5a7-c1ad23372d07, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.963066] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.963309] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.963543] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.963690] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.963906] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.964205] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b2df2f-943a-4aeb-b0bf-886d0493050e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.975875] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.976098] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.976828] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6864d13-5f75-4171-94bc-945777537c8b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.983515] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 732.983515] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526cdfc7-11d7-acd1-61d3-2cdcda438d1d" [ 732.983515] env[63393]: _type = "Task" [ 732.983515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.991470] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526cdfc7-11d7-acd1-61d3-2cdcda438d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.199164] env[63393]: DEBUG oslo_vmware.api [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681658, 'name': PowerOnVM_Task, 'duration_secs': 0.632407} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.199483] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.199634] env[63393]: INFO nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Took 10.68 seconds to spawn the instance on the hypervisor. [ 733.199819] env[63393]: DEBUG nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.200612] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e24512-fc7e-43b0-8add-c1ec1938f69a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.233974] env[63393]: DEBUG oslo_concurrency.lockutils [req-29c955f1-c92c-49f6-9bec-23d5a88af8f2 req-c123697c-06dd-46cd-96d6-4716e1232311 service nova] Releasing lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.253920] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681659, 'name': Rename_Task, 'duration_secs': 0.198147} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.254236] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.254485] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6dcb674-90f0-49df-b74e-72af8deff918 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.262941] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 733.262941] env[63393]: value = "task-2681660" [ 733.262941] env[63393]: _type = "Task" [ 733.262941] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.272523] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.285052] env[63393]: INFO nova.compute.manager [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Took 47.20 seconds to build instance. [ 733.331940] env[63393]: DEBUG nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.359489] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.359800] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.360016] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.360439] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.361500] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.361500] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.361683] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.361872] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.362085] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.363104] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.363300] env[63393]: DEBUG nova.virt.hardware [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.364767] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2de5291-57b9-4bef-85c6-263b982a5a9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.373627] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e711e1-7d0a-447d-b12a-2dd8bc2f9668 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.388728] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.394525] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Creating folder: Project (c8f3bf998e3e47b483976c63615c863b). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.394869] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac34f00-08e4-4d15-b455-e63d4404f2f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.399428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-581d9d00-faa9-4a94-bc37-cfec43f4976c tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.408355] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Created folder: Project (c8f3bf998e3e47b483976c63615c863b) in parent group-v540494. [ 733.408551] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Creating folder: Instances. Parent ref: group-v540647. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.408881] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09f9edda-fb84-47b0-ae92-4be50c24907d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.420946] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Created folder: Instances in parent group-v540647. [ 733.421231] env[63393]: DEBUG oslo.service.loopingcall [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.423274] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.424028] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb97beab-d213-4116-bab3-d7f9b34fc6ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.441012] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c91925-cf51-aaf4-c14a-fca1900606dc/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.442299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.444739] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91daca8e-c138-4767-8b5c-e6c2c7332316 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.447423] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.859s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.449205] env[63393]: INFO nova.compute.claims [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.456020] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c91925-cf51-aaf4-c14a-fca1900606dc/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.456200] env[63393]: ERROR oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c91925-cf51-aaf4-c14a-fca1900606dc/disk-0.vmdk due to incomplete transfer. [ 733.456452] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0dc9dd01-95cf-45b5-b1f4-6f5bd8762f2f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.459348] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.459348] env[63393]: value = "task-2681663" [ 733.459348] env[63393]: _type = "Task" [ 733.459348] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.465664] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c91925-cf51-aaf4-c14a-fca1900606dc/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.465875] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Uploaded image 46ef4880-0114-4a95-bb81-b735b662b9ed to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.467997] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.471182] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c018f59-9938-4ed0-8c47-b6cae4fd2285 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.472749] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681663, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.478247] env[63393]: INFO nova.scheduler.client.report [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Deleted allocations for instance 00ce5c4e-db18-4893-91df-47ca77bc9099 [ 733.480407] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 733.480407] env[63393]: value = "task-2681664" [ 733.480407] env[63393]: _type = "Task" [ 733.480407] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.495770] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681664, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.499604] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526cdfc7-11d7-acd1-61d3-2cdcda438d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.022255} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.500537] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d747ff14-342b-45ed-95fd-e3fdb8b4a5e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.507029] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 733.507029] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5207d3e2-4ed8-ed8c-58df-5ef2eb18f77e" [ 733.507029] env[63393]: _type = "Task" [ 733.507029] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.518082] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5207d3e2-4ed8-ed8c-58df-5ef2eb18f77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.721076] env[63393]: INFO nova.compute.manager [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Took 40.73 seconds to build instance. [ 733.778179] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.786919] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a69638e2-b501-426d-9392-b49e329781d9 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "272f9539-f449-431c-b847-1fb862b34e45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.506s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.974689] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681663, 'name': CreateVM_Task, 'duration_secs': 0.40376} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.974936] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.975439] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.975623] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.976165] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.976507] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6a1061-acec-422c-aa56-28ae91b61f36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.982463] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 733.982463] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5246d773-7512-bac8-f5da-8c6fe607eceb" [ 733.982463] env[63393]: _type = "Task" [ 733.982463] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.999274] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5246d773-7512-bac8-f5da-8c6fe607eceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.999552] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681664, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.000129] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Lock "00ce5c4e-db18-4893-91df-47ca77bc9099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.184s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.019031] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5207d3e2-4ed8-ed8c-58df-5ef2eb18f77e, 'name': SearchDatastore_Task, 'duration_secs': 0.025065} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.019358] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.019638] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4db7ce43-1b59-47af-a757-7b0c428bd734/4db7ce43-1b59-47af-a757-7b0c428bd734.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.019907] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0461a24-a9c6-46af-b22e-cf2fc9a24d18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.028212] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 734.028212] env[63393]: value = "task-2681665" [ 734.028212] env[63393]: _type = "Task" [ 734.028212] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.038605] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.206407] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59965a56-2877-4176-adf7-30e8935feaa2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.215125] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Suspending the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 734.215424] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ce13ae0-0c2b-44d0-86d4-52824b63201e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.223987] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.996s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.224359] env[63393]: DEBUG oslo_vmware.api [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 734.224359] env[63393]: value = "task-2681666" [ 734.224359] env[63393]: _type = "Task" [ 734.224359] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.233656] env[63393]: DEBUG oslo_vmware.api [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681666, 'name': SuspendVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.276514] env[63393]: DEBUG oslo_vmware.api [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681660, 'name': PowerOnVM_Task, 'duration_secs': 0.820741} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.276843] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.277070] env[63393]: INFO nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Took 9.01 seconds to spawn the instance on the hypervisor. [ 734.277516] env[63393]: DEBUG nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.278392] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74baa8-3533-43af-936a-d0ffb0ad3c63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.507178] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681664, 'name': Destroy_Task, 'duration_secs': 0.598607} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.513241] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroyed the VM [ 734.513241] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.513859] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5246d773-7512-bac8-f5da-8c6fe607eceb, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.514547] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1851501e-2edd-4387-a981-e4f9709753d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.516509] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.516744] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.516977] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.517136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.517319] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.520221] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-159d584f-e229-4719-938c-8930785dea29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.536402] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 734.536402] env[63393]: value = "task-2681667" [ 734.536402] env[63393]: _type = "Task" [ 734.536402] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.547475] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.547751] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.547927] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.549479] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d969499f-8447-46ce-bcd3-aac4f34c3c5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.555903] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.560283] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 734.560283] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5221257f-f4ce-bb85-39ec-9115833ac7fc" [ 734.560283] env[63393]: _type = "Task" [ 734.560283] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.573882] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5221257f-f4ce-bb85-39ec-9115833ac7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.736721] env[63393]: DEBUG oslo_vmware.api [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681666, 'name': SuspendVM_Task} progress is 45%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.802851] env[63393]: INFO nova.compute.manager [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Took 37.63 seconds to build instance. [ 735.040132] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681665, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.050116] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.050867] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b0217-0380-45b9-a2d3-e4ef8bfd2767 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.059281] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff109d2d-18dc-4a73-87c2-353d52ece24a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.098142] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5221257f-f4ce-bb85-39ec-9115833ac7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.150714} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.101122] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df47b13-dba9-4429-9ab9-b31d3f19dbca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.106172] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcab838-f39c-48ca-b9b1-8384fd125da4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.116168] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 735.116168] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d929c8-a62f-9f42-13a6-294d6a4c52aa" [ 735.116168] env[63393]: _type = "Task" [ 735.116168] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.117555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca35f9-7fa4-4cd8-a668-43b6d5fe9e5d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.140017] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d929c8-a62f-9f42-13a6-294d6a4c52aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.140945] env[63393]: DEBUG nova.compute.provider_tree [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.236207] env[63393]: DEBUG oslo_vmware.api [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681666, 'name': SuspendVM_Task} progress is 87%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.305599] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6c667a72-caff-4142-a088-7b09cd60ede2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.470s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.400574] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d673a78a-4812-401c-9ec5-bfa66a450f11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.401262] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.542384] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681665, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014595} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.546468] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4db7ce43-1b59-47af-a757-7b0c428bd734/4db7ce43-1b59-47af-a757-7b0c428bd734.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.546772] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.547105] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa9c3d93-d661-4b40-8c05-a0b1daa5cd96 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.557596] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681667, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.557743] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 735.557743] env[63393]: value = "task-2681668" [ 735.557743] env[63393]: _type = "Task" [ 735.557743] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.567862] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.611208] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "272f9539-f449-431c-b847-1fb862b34e45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.611208] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "272f9539-f449-431c-b847-1fb862b34e45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.611418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "272f9539-f449-431c-b847-1fb862b34e45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.611523] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "272f9539-f449-431c-b847-1fb862b34e45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.611704] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "272f9539-f449-431c-b847-1fb862b34e45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.614548] env[63393]: INFO nova.compute.manager [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Terminating instance [ 735.636121] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d929c8-a62f-9f42-13a6-294d6a4c52aa, 'name': SearchDatastore_Task, 'duration_secs': 0.032019} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.636451] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.636732] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.637018] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d237abc-c09a-4774-bb9e-86e8a454ed7b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.644203] env[63393]: DEBUG nova.scheduler.client.report [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.649199] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 735.649199] env[63393]: value = "task-2681669" [ 735.649199] env[63393]: _type = "Task" [ 735.649199] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.660187] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.736711] env[63393]: DEBUG oslo_vmware.api [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681666, 'name': SuspendVM_Task, 'duration_secs': 1.210654} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.736868] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Suspended the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 735.736935] env[63393]: DEBUG nova.compute.manager [None req-bba7c50b-b6cf-405a-80e9-c2d0ad9bf641 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.737818] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb378d17-2ebf-431d-bba6-07e1ded23e6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.906325] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.052485] env[63393]: DEBUG oslo_vmware.api [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681667, 'name': RemoveSnapshot_Task, 'duration_secs': 1.167846} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.052791] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.053099] env[63393]: INFO nova.compute.manager [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 15.26 seconds to snapshot the instance on the hypervisor. [ 736.072585] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100244} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.072585] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.072585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7c2eec-5470-4889-a988-f72fe7c7eb70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.096889] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 4db7ce43-1b59-47af-a757-7b0c428bd734/4db7ce43-1b59-47af-a757-7b0c428bd734.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.097945] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb86b4e2-8a87-4f51-b0cf-b30679c91129 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.118766] env[63393]: DEBUG nova.compute.manager [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.119037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.121138] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db7a87f-4bea-4a99-98fb-af3f9b603d81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.124271] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 736.124271] env[63393]: value = "task-2681670" [ 736.124271] env[63393]: _type = "Task" [ 736.124271] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.130682] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.131371] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc5cc30-e27b-465a-8e6b-1cd16d37ca25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.137196] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.141087] env[63393]: DEBUG oslo_vmware.api [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 736.141087] env[63393]: value = "task-2681671" [ 736.141087] env[63393]: _type = "Task" [ 736.141087] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.153311] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.153831] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.157470] env[63393]: DEBUG oslo_vmware.api [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.157470] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.123s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.157470] env[63393]: DEBUG nova.objects.instance [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lazy-loading 'resources' on Instance uuid 48c39fea-14ce-4231-9f7d-badd7cc912ef {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.168023] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.327274] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.327908] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.427117] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.596919] env[63393]: DEBUG nova.compute.manager [None req-ac84c817-4a59-48c0-bf48-f0a2ea25e09a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Found 1 images (rotation: 2) {{(pid=63393) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 736.635583] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.652361] env[63393]: DEBUG oslo_vmware.api [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681671, 'name': PowerOffVM_Task, 'duration_secs': 0.233728} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.652783] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.653080] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.653442] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3318a4da-862f-4765-8f57-c26c27b587ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.658505] env[63393]: DEBUG nova.compute.utils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.663053] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.663124] env[63393]: DEBUG nova.network.neutron [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.675022] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997084} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.675382] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.675613] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.675942] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-112f3f1b-6401-48af-bd1e-483947eadac8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.684700] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 736.684700] env[63393]: value = "task-2681673" [ 736.684700] env[63393]: _type = "Task" [ 736.684700] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.699794] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.735808] env[63393]: DEBUG nova.policy [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf0aa3ef49141f98916ee3bff202ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09974b69dd5474d8a4ca7eea8ad2799', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.738981] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.739302] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.739544] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Deleting the datastore file [datastore1] 272f9539-f449-431c-b847-1fb862b34e45 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.739854] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79cc977e-6dca-4da5-9902-aa744809a6e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.750069] env[63393]: DEBUG oslo_vmware.api [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for the task: (returnval){ [ 736.750069] env[63393]: value = "task-2681674" [ 736.750069] env[63393]: _type = "Task" [ 736.750069] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.761156] env[63393]: DEBUG oslo_vmware.api [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.809966] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Acquiring lock "ade81021-7214-46ec-8ee8-b4fb5c8fb1eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.810229] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Lock "ade81021-7214-46ec-8ee8-b4fb5c8fb1eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.833083] env[63393]: DEBUG nova.compute.utils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.056120] env[63393]: DEBUG nova.network.neutron [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Successfully created port: a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.137222] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681670, 'name': ReconfigVM_Task, 'duration_secs': 0.716345} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.137222] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 4db7ce43-1b59-47af-a757-7b0c428bd734/4db7ce43-1b59-47af-a757-7b0c428bd734.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.137222] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f9060ef-8db6-4f41-a59d-7b1644ea559b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.146299] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 737.146299] env[63393]: value = "task-2681675" [ 737.146299] env[63393]: _type = "Task" [ 737.146299] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.162555] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681675, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.165502] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.196754] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ff95a-fb73-4195-b0b5-515023ef8708 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.214302] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b7c7fc-2234-4404-a24b-a9550066da36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.217888] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087078} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.218945] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.220259] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd99eca-178c-43c9-955b-34e7acca9e55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.249382] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0966da96-7011-4842-934d-f47219521611 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.267894] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.272192] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6481e59-7393-4c19-b939-e7851e192a67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.291461] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8bd3b1-3b90-4941-82d2-b3f804b9192f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.299627] env[63393]: DEBUG oslo_vmware.api [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Task: {'id': task-2681674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.299910] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 737.299910] env[63393]: value = "task-2681676" [ 737.299910] env[63393]: _type = "Task" [ 737.299910] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.300521] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.300715] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.300941] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.301142] env[63393]: INFO nova.compute.manager [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Took 1.18 seconds to destroy the instance on the hypervisor. [ 737.301388] env[63393]: DEBUG oslo.service.loopingcall [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.301647] env[63393]: DEBUG nova.compute.manager [-] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.301744] env[63393]: DEBUG nova.network.neutron [-] [instance: 272f9539-f449-431c-b847-1fb862b34e45] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.314590] env[63393]: DEBUG nova.compute.manager [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.317612] env[63393]: DEBUG nova.compute.provider_tree [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.329339] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.335566] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.655914] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681675, 'name': Rename_Task, 'duration_secs': 0.18806} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.656221] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.656759] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f12f2f9-c0f3-4d21-a895-b255f555ece6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.663398] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 737.663398] env[63393]: value = "task-2681677" [ 737.663398] env[63393]: _type = "Task" [ 737.663398] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.674232] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.812723] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.823389] env[63393]: DEBUG nova.scheduler.client.report [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.843518] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.929211] env[63393]: DEBUG nova.compute.manager [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.930276] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9baa8ce-9df1-45f6-89cb-fba48718b3d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.079692] env[63393]: DEBUG nova.network.neutron [-] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.177548] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.178353] env[63393]: DEBUG oslo_vmware.api [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681677, 'name': PowerOnVM_Task, 'duration_secs': 0.473582} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.178802] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.179135] env[63393]: INFO nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Took 8.86 seconds to spawn the instance on the hypervisor. [ 738.179201] env[63393]: DEBUG nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.179995] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4a397-da9a-46ca-a2cb-e1bf4dd33dc7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.200189] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.200444] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.200585] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.200767] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.201030] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.201106] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.201279] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.201439] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.201607] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.201761] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.201984] env[63393]: DEBUG nova.virt.hardware [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.202767] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7472583-7869-4ec9-b2d7-b1c62bf72997 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.211269] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ad3d4-d231-49bd-8727-2e6acd2dc928 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.314232] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681676, 'name': ReconfigVM_Task, 'duration_secs': 0.856153} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.314521] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.315129] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36347181-b613-4e36-8b59-98017c7c5f28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.321808] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 738.321808] env[63393]: value = "task-2681678" [ 738.321808] env[63393]: _type = "Task" [ 738.321808] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.330708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.332788] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681678, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.334015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.560s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.334015] env[63393]: DEBUG nova.objects.instance [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lazy-loading 'resources' on Instance uuid 8b83e720-1025-4989-9bd0-37b3da8511ae {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.353118] env[63393]: INFO nova.scheduler.client.report [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Deleted allocations for instance 48c39fea-14ce-4231-9f7d-badd7cc912ef [ 738.409082] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.409672] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.410009] env[63393]: INFO nova.compute.manager [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Attaching volume c3b26807-fbd2-4185-aeea-d5bc442025d1 to /dev/sdb [ 738.444100] env[63393]: INFO nova.compute.manager [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] instance snapshotting [ 738.444100] env[63393]: WARNING nova.compute.manager [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 738.447869] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb5468e-88a6-4018-8338-4720b30728a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.452478] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafeaf15-f76b-4f0f-88e0-a050774d3ac8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.473477] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebbf490-40ab-4248-9044-74f5ed9842b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.476975] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6807575-4d78-42e3-b341-55b8136dcafd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.494219] env[63393]: DEBUG nova.virt.block_device [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updating existing volume attachment record: 9ea41ea6-c273-4235-8408-4aee08ff0e73 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 738.583789] env[63393]: INFO nova.compute.manager [-] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Took 1.28 seconds to deallocate network for instance. [ 738.606088] env[63393]: DEBUG nova.network.neutron [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Successfully updated port: a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.644901] env[63393]: DEBUG nova.compute.manager [req-f9c32405-52c8-4559-955c-f8356ddd6683 req-8a7d1554-fe4b-4255-b36e-7c516c8bdc38 service nova] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Received event network-vif-deleted-2400b1ed-df13-419f-9b36-1283a6de485b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.700342] env[63393]: INFO nova.compute.manager [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Took 36.87 seconds to build instance. [ 738.754647] env[63393]: DEBUG nova.compute.manager [req-ceee4559-aadd-4e98-b3b7-a2ec98c3bae4 req-20ffc9a1-f1c6-4d2e-b8b9-e3cc9a372002 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Received event network-vif-plugged-a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.754879] env[63393]: DEBUG oslo_concurrency.lockutils [req-ceee4559-aadd-4e98-b3b7-a2ec98c3bae4 req-20ffc9a1-f1c6-4d2e-b8b9-e3cc9a372002 service nova] Acquiring lock "661f4277-5346-499e-8df3-d6daefa6d633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.755115] env[63393]: DEBUG oslo_concurrency.lockutils [req-ceee4559-aadd-4e98-b3b7-a2ec98c3bae4 req-20ffc9a1-f1c6-4d2e-b8b9-e3cc9a372002 service nova] Lock "661f4277-5346-499e-8df3-d6daefa6d633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.755305] env[63393]: DEBUG oslo_concurrency.lockutils [req-ceee4559-aadd-4e98-b3b7-a2ec98c3bae4 req-20ffc9a1-f1c6-4d2e-b8b9-e3cc9a372002 service nova] Lock "661f4277-5346-499e-8df3-d6daefa6d633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.755475] env[63393]: DEBUG nova.compute.manager [req-ceee4559-aadd-4e98-b3b7-a2ec98c3bae4 req-20ffc9a1-f1c6-4d2e-b8b9-e3cc9a372002 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] No waiting events found dispatching network-vif-plugged-a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.755663] env[63393]: WARNING nova.compute.manager [req-ceee4559-aadd-4e98-b3b7-a2ec98c3bae4 req-20ffc9a1-f1c6-4d2e-b8b9-e3cc9a372002 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Received unexpected event network-vif-plugged-a9536df2-ca19-49a3-8abf-f7fb3340228d for instance with vm_state building and task_state spawning. [ 738.833315] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681678, 'name': Rename_Task, 'duration_secs': 0.304045} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.833747] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.833957] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547c576a-c5d0-4e4f-8977-3e6c18dbae0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.851486] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 738.851486] env[63393]: value = "task-2681682" [ 738.851486] env[63393]: _type = "Task" [ 738.851486] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.864093] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.866767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cabab807-c04a-430c-8d21-7ad13011f233 tempest-ServersAaction247Test-1125867470 tempest-ServersAaction247Test-1125867470-project-member] Lock "48c39fea-14ce-4231-9f7d-badd7cc912ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.546s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.987046] env[63393]: DEBUG nova.compute.manager [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.988063] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087c357-e7bc-4f27-9256-7dcfcac99c86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.000817] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.002818] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94860e6f-2a64-4a88-80cf-749402567b38 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.016095] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 739.016095] env[63393]: value = "task-2681683" [ 739.016095] env[63393]: _type = "Task" [ 739.016095] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.032277] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.093183] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.108775] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "refresh_cache-661f4277-5346-499e-8df3-d6daefa6d633" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.110236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "refresh_cache-661f4277-5346-499e-8df3-d6daefa6d633" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.110236] env[63393]: DEBUG nova.network.neutron [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.205338] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0f1358f-f068-45d4-96f0-7f1937cc2512 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.771s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.366260] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.390043] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ec2de-1475-42e2-9538-16949dbf92a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.400872] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1f0357-a0ba-4f4e-8de1-a83e7ce3b4e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.435184] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d7789-c1eb-48d6-9bd4-9808dd9d075b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.448023] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b155220-9a1d-4f2d-8362-96661d57b4c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.464345] env[63393]: DEBUG nova.compute.provider_tree [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.506497] env[63393]: INFO nova.compute.manager [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] instance snapshotting [ 739.507189] env[63393]: DEBUG nova.objects.instance [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'flavor' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.527489] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.670376] env[63393]: DEBUG nova.network.neutron [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.696797] env[63393]: DEBUG nova.compute.manager [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.697635] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5d6cc6-dc9d-4c89-bcff-8be6dbddd07a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.865009] env[63393]: DEBUG oslo_vmware.api [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681682, 'name': PowerOnVM_Task, 'duration_secs': 0.721074} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.865308] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.865538] env[63393]: INFO nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Took 6.53 seconds to spawn the instance on the hypervisor. [ 739.865717] env[63393]: DEBUG nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.866584] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c59421-35db-4936-980f-dcc379d7c799 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.901736] env[63393]: DEBUG nova.network.neutron [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Updating instance_info_cache with network_info: [{"id": "a9536df2-ca19-49a3-8abf-f7fb3340228d", "address": "fa:16:3e:f6:70:90", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9536df2-ca", "ovs_interfaceid": "a9536df2-ca19-49a3-8abf-f7fb3340228d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.968109] env[63393]: DEBUG nova.scheduler.client.report [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.017308] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af897b0d-da77-4ef2-8ad2-a310d404c478 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.049762] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681683, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.049762] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc2d3dc-84b6-48de-9ff8-ce623f63a7df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.210622] env[63393]: INFO nova.compute.manager [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] instance snapshotting [ 740.217246] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6306b4-29df-4480-8283-56954fd3d88c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.236873] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef51ce8e-9f1e-4ebe-a3d0-458659db20c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.387460] env[63393]: INFO nova.compute.manager [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Took 36.38 seconds to build instance. [ 740.404161] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "refresh_cache-661f4277-5346-499e-8df3-d6daefa6d633" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.404550] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Instance network_info: |[{"id": "a9536df2-ca19-49a3-8abf-f7fb3340228d", "address": "fa:16:3e:f6:70:90", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9536df2-ca", "ovs_interfaceid": "a9536df2-ca19-49a3-8abf-f7fb3340228d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.404971] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:70:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9536df2-ca19-49a3-8abf-f7fb3340228d', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.413684] env[63393]: DEBUG oslo.service.loopingcall [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.414731] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.415149] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af019a69-0880-47ac-b5cf-a06d6858bcbc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.436842] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.436842] env[63393]: value = "task-2681684" [ 740.436842] env[63393]: _type = "Task" [ 740.436842] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.445694] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681684, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.474708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.480025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.881s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.480025] env[63393]: DEBUG nova.objects.instance [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lazy-loading 'resources' on Instance uuid 9707b3a4-7e96-4c52-a1d5-d4e4988e129a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.505129] env[63393]: INFO nova.scheduler.client.report [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Deleted allocations for instance 8b83e720-1025-4989-9bd0-37b3da8511ae [ 740.534406] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681683, 'name': CreateSnapshot_Task, 'duration_secs': 1.061257} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.534723] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.535736] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a7d05-57d7-4d21-ad07-24c341e65a9b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.562820] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.562820] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcac1fd5-bf3f-41e7-b852-0cd52c558ced {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.571745] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 740.571745] env[63393]: value = "task-2681685" [ 740.571745] env[63393]: _type = "Task" [ 740.571745] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.575935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-69b7e6dd-497a-4e72-9669-5b3cf404bbf6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.576276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-69b7e6dd-497a-4e72-9669-5b3cf404bbf6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.576734] env[63393]: DEBUG nova.objects.instance [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'flavor' on Instance uuid 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.585352] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.750264] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.750264] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b88407bb-8d21-4c40-8e1a-88801a55cc8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.761303] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 740.761303] env[63393]: value = "task-2681686" [ 740.761303] env[63393]: _type = "Task" [ 740.761303] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.771826] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.892023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-98a2378d-c8dd-4958-8c96-4b1e684724ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "8065824c-066e-420a-a4bc-934f90a507b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.440s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.951838] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681684, 'name': CreateVM_Task, 'duration_secs': 0.409157} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.952273] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.953203] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.953745] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.954321] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.954823] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd1db71-e90e-4cfc-919a-4d01591af257 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.962242] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 740.962242] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520521ce-3ecc-8472-8089-2252acc31763" [ 740.962242] env[63393]: _type = "Task" [ 740.962242] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.973124] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520521ce-3ecc-8472-8089-2252acc31763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.013058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3c118798-3c83-4193-a7e1-9993b2c438ff tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Lock "8b83e720-1025-4989-9bd0-37b3da8511ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.970s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.058634] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 741.061870] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26482e92-a055-41f2-b628-b94912b75e84 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.079107] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 741.079107] env[63393]: value = "task-2681688" [ 741.079107] env[63393]: _type = "Task" [ 741.079107] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.097203] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.102221] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681688, 'name': CloneVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.273973] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.288880] env[63393]: DEBUG nova.objects.instance [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'pci_requests' on Instance uuid 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.477587] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520521ce-3ecc-8472-8089-2252acc31763, 'name': SearchDatastore_Task, 'duration_secs': 0.016591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.477910] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.479402] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.479664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.479938] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.480367] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.483977] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f76618e-f7d7-4c08-98cc-b8f83321a402 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.494671] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.494843] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.498141] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2693f212-23ea-4007-8150-9f93fe2afdb5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.506933] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 741.506933] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529efd94-a213-0e4f-3284-e0897fb0000a" [ 741.506933] env[63393]: _type = "Task" [ 741.506933] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.513758] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090cbad-94ed-4e8f-b58d-e985ff60570d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.519948] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529efd94-a213-0e4f-3284-e0897fb0000a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.526141] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de534c84-5ed1-41a5-88d1-4fdc203c5b79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.563132] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241e1e91-b904-4cf8-8cb5-274074e9066b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.572648] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54413120-c71f-4498-8408-f5ded4e9680a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.590625] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681685, 'name': CreateSnapshot_Task, 'duration_secs': 0.688079} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.604361] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 741.604734] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681688, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.605535] env[63393]: DEBUG nova.compute.provider_tree [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.607363] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc787d4-50e5-47d8-a4cb-c3b55a919e82 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.774534] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681686, 'name': CreateSnapshot_Task, 'duration_secs': 0.909596} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.774776] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 741.775648] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21dd52-0736-402c-96cb-59c92c4ca4d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.789537] env[63393]: DEBUG nova.objects.base [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Object Instance<69b7e6dd-497a-4e72-9669-5b3cf404bbf6> lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.789760] env[63393]: DEBUG nova.network.neutron [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.023166] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529efd94-a213-0e4f-3284-e0897fb0000a, 'name': SearchDatastore_Task, 'duration_secs': 0.01774} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.024055] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041e5f05-cbf2-487c-8da6-b81f97dc8ad4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.030285] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 742.030285] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5274712d-244b-a962-1c98-c03a5acd8583" [ 742.030285] env[63393]: _type = "Task" [ 742.030285] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.043165] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5274712d-244b-a962-1c98-c03a5acd8583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.095217] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681688, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.114632] env[63393]: DEBUG nova.scheduler.client.report [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.121038] env[63393]: DEBUG nova.policy [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.130342] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.131335] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8f0891b-7301-4b85-bb4e-09229976f55c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.142482] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 742.142482] env[63393]: value = "task-2681689" [ 742.142482] env[63393]: _type = "Task" [ 742.142482] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.153777] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681689, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.295163] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.295518] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57e97869-bbd5-4c6d-9062-928d010ea4e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.306249] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 742.306249] env[63393]: value = "task-2681690" [ 742.306249] env[63393]: _type = "Task" [ 742.306249] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.318839] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681690, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.547963] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5274712d-244b-a962-1c98-c03a5acd8583, 'name': SearchDatastore_Task, 'duration_secs': 0.014857} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.548305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.548728] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 661f4277-5346-499e-8df3-d6daefa6d633/661f4277-5346-499e-8df3-d6daefa6d633.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.549983] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b2dbaa3-8521-4975-851f-3b3ab99f9e88 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.558862] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 742.558862] env[63393]: value = "task-2681691" [ 742.558862] env[63393]: _type = "Task" [ 742.558862] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.570753] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.597376] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681688, 'name': CloneVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.635022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.636284] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.188s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.638614] env[63393]: INFO nova.compute.claims [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.654234] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681689, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.669779] env[63393]: INFO nova.scheduler.client.report [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Deleted allocations for instance 9707b3a4-7e96-4c52-a1d5-d4e4988e129a [ 742.817986] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681690, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.967201] env[63393]: DEBUG nova.network.neutron [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Successfully created port: 796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.054169] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 743.054169] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540652', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'name': 'volume-c3b26807-fbd2-4185-aeea-d5bc442025d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca95dd56-a5ca-4bc0-a704-278333df1f2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'serial': 'c3b26807-fbd2-4185-aeea-d5bc442025d1'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 743.054495] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55503c-309c-4681-a786-7538c33f0b0a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.073214] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509095} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.089871] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 661f4277-5346-499e-8df3-d6daefa6d633/661f4277-5346-499e-8df3-d6daefa6d633.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.089871] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.090098] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d70cb031-5a37-4334-816c-c6c683cf9439 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.096285] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051d8cd-21dd-43b3-8c6b-408a4ce6a81a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.106274] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681688, 'name': CloneVM_Task, 'duration_secs': 1.61313} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.123905] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Created linked-clone VM from snapshot [ 743.136887] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-c3b26807-fbd2-4185-aeea-d5bc442025d1/volume-c3b26807-fbd2-4185-aeea-d5bc442025d1.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.137160] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 743.137160] env[63393]: value = "task-2681692" [ 743.137160] env[63393]: _type = "Task" [ 743.137160] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.138303] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74460c7-62aa-41e9-86c5-070129b59212 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.140967] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde20c63-396c-4064-8be3-74bb2c461629 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.174670] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Uploading image 5721fa1f-7792-41e7-861c-86a522470a16 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.181434] env[63393]: DEBUG oslo_vmware.api [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Waiting for the task: (returnval){ [ 743.181434] env[63393]: value = "task-2681693" [ 743.181434] env[63393]: _type = "Task" [ 743.181434] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.187753] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681692, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.187753] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a29a7eac-dfec-4fdc-92fc-323367b65449 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Lock "9707b3a4-7e96-4c52-a1d5-d4e4988e129a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.457s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.195034] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681689, 'name': CloneVM_Task} progress is 95%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.202337] env[63393]: DEBUG oslo_vmware.api [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.216561] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 743.216561] env[63393]: value = "vm-540655" [ 743.216561] env[63393]: _type = "VirtualMachine" [ 743.216561] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 743.217290] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c9d86cd-6eaa-42a5-9af9-355b3a322d6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.226334] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease: (returnval){ [ 743.226334] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dfac3a-cef3-7e76-0dd8-aad6d683af4c" [ 743.226334] env[63393]: _type = "HttpNfcLease" [ 743.226334] env[63393]: } obtained for exporting VM: (result){ [ 743.226334] env[63393]: value = "vm-540655" [ 743.226334] env[63393]: _type = "VirtualMachine" [ 743.226334] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 743.226334] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the lease: (returnval){ [ 743.226334] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dfac3a-cef3-7e76-0dd8-aad6d683af4c" [ 743.226334] env[63393]: _type = "HttpNfcLease" [ 743.226334] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 743.234595] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.234595] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dfac3a-cef3-7e76-0dd8-aad6d683af4c" [ 743.234595] env[63393]: _type = "HttpNfcLease" [ 743.234595] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 743.319134] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681690, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.672327] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681689, 'name': CloneVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.672327] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079291} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.672327] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.673354] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cafcb0d-be4a-46e9-a910-517b23fe6efd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.695984] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 661f4277-5346-499e-8df3-d6daefa6d633/661f4277-5346-499e-8df3-d6daefa6d633.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.701749] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba755a7-1d30-4eff-8c3b-c593f3b16053 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.736567] env[63393]: DEBUG oslo_vmware.api [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681693, 'name': ReconfigVM_Task, 'duration_secs': 0.420775} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.736883] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 743.736883] env[63393]: value = "task-2681695" [ 743.736883] env[63393]: _type = "Task" [ 743.736883] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.737657] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-c3b26807-fbd2-4185-aeea-d5bc442025d1/volume-c3b26807-fbd2-4185-aeea-d5bc442025d1.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.750235] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16609a85-af27-42b1-9bf9-980ff4580cc2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.766544] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.766544] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dfac3a-cef3-7e76-0dd8-aad6d683af4c" [ 743.766544] env[63393]: _type = "HttpNfcLease" [ 743.766544] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.768382] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.768382] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dfac3a-cef3-7e76-0dd8-aad6d683af4c" [ 743.768382] env[63393]: _type = "HttpNfcLease" [ 743.768382] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.768626] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f3254b-2752-449e-a91b-35f15b5e58b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.776551] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.779624] env[63393]: DEBUG oslo_vmware.api [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Waiting for the task: (returnval){ [ 743.779624] env[63393]: value = "task-2681696" [ 743.779624] env[63393]: _type = "Task" [ 743.779624] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.784759] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234b420-944b-fe9a-50fd-0f22e941b606/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.784955] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234b420-944b-fe9a-50fd-0f22e941b606/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.859749] env[63393]: DEBUG oslo_vmware.api [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.869237] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681690, 'name': CloneVM_Task, 'duration_secs': 1.490129} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.869525] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Created linked-clone VM from snapshot [ 743.870315] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb992fc-9f4e-4c47-bd9c-9312be674aa8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.879213] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Uploading image b2ee20ae-1e0f-4a65-bc31-3edfd05a5289 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.894224] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.894553] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31a93400-41ef-4a00-9e03-dcb9b338cf75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.903913] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 743.903913] env[63393]: value = "task-2681697" [ 743.903913] env[63393]: _type = "Task" [ 743.903913] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.917870] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681697, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.973305] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d58fd573-02cc-4351-8590-6830d77ba894 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.033286] env[63393]: DEBUG nova.compute.manager [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Received event network-changed-a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.033286] env[63393]: DEBUG nova.compute.manager [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Refreshing instance network info cache due to event network-changed-a9536df2-ca19-49a3-8abf-f7fb3340228d. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.033286] env[63393]: DEBUG oslo_concurrency.lockutils [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] Acquiring lock "refresh_cache-661f4277-5346-499e-8df3-d6daefa6d633" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.033286] env[63393]: DEBUG oslo_concurrency.lockutils [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] Acquired lock "refresh_cache-661f4277-5346-499e-8df3-d6daefa6d633" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.033286] env[63393]: DEBUG nova.network.neutron [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Refreshing network info cache for port a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.168777] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681689, 'name': CloneVM_Task, 'duration_secs': 1.549147} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.171469] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created linked-clone VM from snapshot [ 744.174810] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d5d51-8b02-4b4c-9e2a-94845db0c587 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.183984] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Uploading image 7fdf81f0-42a3-4b50-bac6-d01a8c74677e {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.210318] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.210318] env[63393]: value = "vm-540658" [ 744.210318] env[63393]: _type = "VirtualMachine" [ 744.210318] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.211318] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1f69821-88ba-4b6c-8048-5a39ef9c49f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.220348] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease: (returnval){ [ 744.220348] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd630d-219f-b73f-cbb6-3fdd79b8eae7" [ 744.220348] env[63393]: _type = "HttpNfcLease" [ 744.220348] env[63393]: } obtained for exporting VM: (result){ [ 744.220348] env[63393]: value = "vm-540658" [ 744.220348] env[63393]: _type = "VirtualMachine" [ 744.220348] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.220815] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the lease: (returnval){ [ 744.220815] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd630d-219f-b73f-cbb6-3fdd79b8eae7" [ 744.220815] env[63393]: _type = "HttpNfcLease" [ 744.220815] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.233176] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.233176] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd630d-219f-b73f-cbb6-3fdd79b8eae7" [ 744.233176] env[63393]: _type = "HttpNfcLease" [ 744.233176] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 744.267216] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681695, 'name': ReconfigVM_Task, 'duration_secs': 0.413567} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.268416] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 661f4277-5346-499e-8df3-d6daefa6d633/661f4277-5346-499e-8df3-d6daefa6d633.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.274210] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5940adcf-e941-4d5f-991c-a9f82a08d536 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.280797] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 744.280797] env[63393]: value = "task-2681699" [ 744.280797] env[63393]: _type = "Task" [ 744.280797] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.303161] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681699, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.303577] env[63393]: DEBUG oslo_vmware.api [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681696, 'name': ReconfigVM_Task, 'duration_secs': 0.187554} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.305757] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540652', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'name': 'volume-c3b26807-fbd2-4185-aeea-d5bc442025d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca95dd56-a5ca-4bc0-a704-278333df1f2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'serial': 'c3b26807-fbd2-4185-aeea-d5bc442025d1'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 744.307108] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f025a194-c088-45e0-b948-4fb50199ac1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.317602] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a509da-0b2c-4e6d-8a28-05070da9161c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.356509] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156283b6-e7a8-494b-8860-c5fbecd7218b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.368617] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a624ecf-94ce-45d5-8f2b-19b4b5b3e5ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.390294] env[63393]: DEBUG nova.compute.provider_tree [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.415340] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681697, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.733662] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.733662] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd630d-219f-b73f-cbb6-3fdd79b8eae7" [ 744.733662] env[63393]: _type = "HttpNfcLease" [ 744.733662] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.734316] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.734316] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd630d-219f-b73f-cbb6-3fdd79b8eae7" [ 744.734316] env[63393]: _type = "HttpNfcLease" [ 744.734316] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.735299] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555b742-e56b-4d06-8bea-eb142979a86a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.746127] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a1afc-2a2f-b3ec-6f1e-d09db531736a/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.747417] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a1afc-2a2f-b3ec-6f1e-d09db531736a/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.807429] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquiring lock "8a309aad-b086-442f-a069-60c780c5b945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.807709] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "8a309aad-b086-442f-a069-60c780c5b945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.807922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquiring lock "8a309aad-b086-442f-a069-60c780c5b945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.808130] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "8a309aad-b086-442f-a069-60c780c5b945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.808301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "8a309aad-b086-442f-a069-60c780c5b945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.810572] env[63393]: INFO nova.compute.manager [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Terminating instance [ 744.829199] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681699, 'name': Rename_Task, 'duration_secs': 0.165232} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.829199] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.829199] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b4c11a-04ef-4c4c-b37c-2c34b4a1705f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.840078] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 744.840078] env[63393]: value = "task-2681700" [ 744.840078] env[63393]: _type = "Task" [ 744.840078] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.851036] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.863440] env[63393]: DEBUG nova.network.neutron [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Updated VIF entry in instance network info cache for port a9536df2-ca19-49a3-8abf-f7fb3340228d. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.863892] env[63393]: DEBUG nova.network.neutron [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Updating instance_info_cache with network_info: [{"id": "a9536df2-ca19-49a3-8abf-f7fb3340228d", "address": "fa:16:3e:f6:70:90", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9536df2-ca", "ovs_interfaceid": "a9536df2-ca19-49a3-8abf-f7fb3340228d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.891431] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-255f651f-5ab4-42d1-93f1-dde1675d11f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.896068] env[63393]: DEBUG nova.scheduler.client.report [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.917752] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681697, 'name': Destroy_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.056590] env[63393]: DEBUG nova.network.neutron [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Successfully updated port: 796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.191165] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "33df7bf1-a8e8-4368-b5a4-155436b6320f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.191684] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.191823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "33df7bf1-a8e8-4368-b5a4-155436b6320f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.192083] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.192321] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.196951] env[63393]: INFO nova.compute.manager [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Terminating instance [ 745.324227] env[63393]: DEBUG nova.compute.manager [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.324757] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.324892] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2e5390-4743-4665-999e-97326590baed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.336025] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 745.336025] env[63393]: value = "task-2681701" [ 745.336025] env[63393]: _type = "Task" [ 745.336025] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.356986] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.362574] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.366963] env[63393]: DEBUG oslo_concurrency.lockutils [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] Releasing lock "refresh_cache-661f4277-5346-499e-8df3-d6daefa6d633" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.367414] env[63393]: DEBUG nova.compute.manager [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.367796] env[63393]: DEBUG nova.compute.manager [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing instance network info cache due to event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.368245] env[63393]: DEBUG oslo_concurrency.lockutils [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] Acquiring lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.368245] env[63393]: DEBUG oslo_concurrency.lockutils [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] Acquired lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.368572] env[63393]: DEBUG nova.network.neutron [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.372407] env[63393]: DEBUG nova.objects.instance [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lazy-loading 'flavor' on Instance uuid ca95dd56-a5ca-4bc0-a704-278333df1f2d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.401327] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.403654] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.407703] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.592s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.411883] env[63393]: INFO nova.compute.claims [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.436800] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681697, 'name': Destroy_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.560084] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.560546] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.560737] env[63393]: DEBUG nova.network.neutron [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.699884] env[63393]: DEBUG nova.compute.manager [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.700323] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.702590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed51b6ca-e58f-4cef-9819-308339592028 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.720671] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.720671] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d29663-80d6-45db-aeb2-0b92be850d9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.733048] env[63393]: DEBUG oslo_vmware.api [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 745.733048] env[63393]: value = "task-2681702" [ 745.733048] env[63393]: _type = "Task" [ 745.733048] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.751320] env[63393]: DEBUG oslo_vmware.api [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.850343] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681701, 'name': PowerOffVM_Task, 'duration_secs': 0.233481} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.854032] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.854032] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 745.854032] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540574', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'name': 'volume-503e5d6f-5806-4b7d-91a3-2b62095edb57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a309aad-b086-442f-a069-60c780c5b945', 'attached_at': '', 'detached_at': '', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'serial': '503e5d6f-5806-4b7d-91a3-2b62095edb57'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 745.854032] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e61c0b3-af07-45bb-ac0a-4336d9d22d0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.863313] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.898278] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca125fb8-ea4d-4424-8caa-00506d4dcad6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.902694] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bf2799d5-a117-4e43-ab20-1739dcbc7efc tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.493s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.913345] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2bc78c-1af6-4049-a9ac-936d11bc7c84 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.927029] env[63393]: DEBUG nova.compute.utils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.947934] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.948475] env[63393]: DEBUG nova.network.neutron [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.952811] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.957531] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1bd95-7c7a-406b-ae5b-4a09b59eb164 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.967875] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681697, 'name': Destroy_Task, 'duration_secs': 1.722678} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.970403] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Destroyed the VM [ 745.970403] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 745.970403] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d604c58-02cb-4ded-8e0b-3caf7915ffed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.986627] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] The volume has not been displaced from its original location: [datastore2] volume-503e5d6f-5806-4b7d-91a3-2b62095edb57/volume-503e5d6f-5806-4b7d-91a3-2b62095edb57.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 745.992477] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 745.998034] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bbf68f-0e05-4557-80b1-c4a1b3bf409a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.013151] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 746.013151] env[63393]: value = "task-2681703" [ 746.013151] env[63393]: _type = "Task" [ 746.013151] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.021022] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 746.021022] env[63393]: value = "task-2681704" [ 746.021022] env[63393]: _type = "Task" [ 746.021022] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.024832] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.036000] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.054028] env[63393]: DEBUG nova.policy [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd764855268b244fe99ddb959d5b2fb33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8055db1a22f449d9b1afe4cbce2cc935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.164377] env[63393]: WARNING nova.network.neutron [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] 3e642c32-43c1-4310-9169-d24281728683 already exists in list: networks containing: ['3e642c32-43c1-4310-9169-d24281728683']. ignoring it [ 746.247525] env[63393]: DEBUG oslo_vmware.api [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681702, 'name': PowerOffVM_Task, 'duration_secs': 0.247009} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.253735] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.254789] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.255504] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-715a37db-c9cc-4f34-8ab0-5c3ae98aef4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.357063] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.357332] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.357519] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Deleting the datastore file [datastore2] 33df7bf1-a8e8-4368-b5a4-155436b6320f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.362094] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a19b78f-4d85-4a59-93ca-8d9a87ad6aca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.364863] env[63393]: DEBUG oslo_vmware.api [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681700, 'name': PowerOnVM_Task, 'duration_secs': 1.358448} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.365200] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.365469] env[63393]: INFO nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Took 8.19 seconds to spawn the instance on the hypervisor. [ 746.365694] env[63393]: DEBUG nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.367296] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d91f8-2144-4376-b1ca-21e864b14074 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.373748] env[63393]: DEBUG oslo_vmware.api [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 746.373748] env[63393]: value = "task-2681706" [ 746.373748] env[63393]: _type = "Task" [ 746.373748] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.399399] env[63393]: DEBUG nova.network.neutron [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updated VIF entry in instance network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.400691] env[63393]: DEBUG nova.network.neutron [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.408860] env[63393]: DEBUG oslo_vmware.api [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.548095] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681703, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.561542] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681704, 'name': ReconfigVM_Task, 'duration_secs': 0.304151} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.566834] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 746.574532] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544ea6e7-3d2e-4ef9-bbbb-131d547f519f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.604732] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 746.604732] env[63393]: value = "task-2681707" [ 746.604732] env[63393]: _type = "Task" [ 746.604732] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.616318] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.706616] env[63393]: DEBUG nova.network.neutron [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Successfully created port: 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.867663] env[63393]: DEBUG nova.network.neutron [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "796f5b48-d775-4f66-9995-78557a2a8702", "address": "fa:16:3e:e2:08:9a", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap796f5b48-d7", "ovs_interfaceid": "796f5b48-d775-4f66-9995-78557a2a8702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.890178] env[63393]: DEBUG oslo_vmware.api [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393239} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.890474] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.890581] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.891314] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.891314] env[63393]: INFO nova.compute.manager [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 746.891314] env[63393]: DEBUG oslo.service.loopingcall [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.892102] env[63393]: DEBUG nova.compute.manager [-] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.892102] env[63393]: DEBUG nova.network.neutron [-] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.910787] env[63393]: DEBUG oslo_concurrency.lockutils [req-b1a8f160-d813-49a4-b6af-412b524d58df req-ea97a29c-f337-4dd0-bdf9-89e3a5fc34d5 service nova] Releasing lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.912180] env[63393]: INFO nova.compute.manager [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Took 41.35 seconds to build instance. [ 746.974731] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.026487] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681703, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.104634] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc907458-b5e7-4dc9-8203-7a65d118cd4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.128743] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b5c85-498e-4696-9168-2d4e24cf3122 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.133162] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.184590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372a53c8-e6bb-4cf7-a026-189d71f774b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.197827] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952a354-c076-4bae-b8e1-616071ab0821 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.222074] env[63393]: DEBUG nova.compute.provider_tree [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.374468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.374698] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.374884] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.376453] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617d7832-6d6a-467b-ba6c-209998047ec3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.397302] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.397641] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.397888] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.398140] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.398337] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.398521] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.398769] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.398987] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.399222] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.399426] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.399657] env[63393]: DEBUG nova.virt.hardware [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.407183] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Reconfiguring VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 747.407706] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef21ad3-b606-412f-960a-35b3a73d4c02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.421402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bc7d755-8a09-41d9-93bc-56348349c6e2 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "661f4277-5346-499e-8df3-d6daefa6d633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.851s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.429518] env[63393]: DEBUG oslo_vmware.api [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 747.429518] env[63393]: value = "task-2681708" [ 747.429518] env[63393]: _type = "Task" [ 747.429518] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.438989] env[63393]: DEBUG oslo_vmware.api [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681708, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.530608] env[63393]: DEBUG oslo_vmware.api [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681703, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045389} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.531886] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.619507] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681707, 'name': ReconfigVM_Task, 'duration_secs': 0.813881} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.619845] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540574', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'name': 'volume-503e5d6f-5806-4b7d-91a3-2b62095edb57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a309aad-b086-442f-a069-60c780c5b945', 'attached_at': '', 'detached_at': '', 'volume_id': '503e5d6f-5806-4b7d-91a3-2b62095edb57', 'serial': '503e5d6f-5806-4b7d-91a3-2b62095edb57'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 747.620208] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.621131] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747f594-7117-4852-acc9-b16a0cfbe134 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.630260] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.630582] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4540fa87-30fe-4b51-989f-38731f111508 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.707875] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.708166] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.708360] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Deleting the datastore file [datastore2] 8a309aad-b086-442f-a069-60c780c5b945 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.708633] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f212c59-3571-4319-a29f-50920074f4a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.716742] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for the task: (returnval){ [ 747.716742] env[63393]: value = "task-2681710" [ 747.716742] env[63393]: _type = "Task" [ 747.716742] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.726824] env[63393]: DEBUG nova.scheduler.client.report [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.730330] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.941095] env[63393]: DEBUG oslo_vmware.api [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.023517] env[63393]: DEBUG nova.network.neutron [-] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.039996] env[63393]: WARNING nova.compute.manager [None req-0b852ef2-de13-45f0-8c44-f6f2ff2dea40 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Image not found during snapshot: nova.exception.ImageNotFound: Image b2ee20ae-1e0f-4a65-bc31-3edfd05a5289 could not be found. [ 748.231651] env[63393]: DEBUG oslo_vmware.api [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Task: {'id': task-2681710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118486} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.231651] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.231651] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.231651] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.231651] env[63393]: INFO nova.compute.manager [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Took 2.91 seconds to destroy the instance on the hypervisor. [ 748.231651] env[63393]: DEBUG oslo.service.loopingcall [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.232656] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.233055] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.236266] env[63393]: DEBUG nova.compute.manager [-] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.236422] env[63393]: DEBUG nova.network.neutron [-] [instance: 8a309aad-b086-442f-a069-60c780c5b945] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.239463] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.846s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.242063] env[63393]: INFO nova.compute.claims [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.442578] env[63393]: DEBUG oslo_vmware.api [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681708, 'name': ReconfigVM_Task, 'duration_secs': 0.795433} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.443255] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.443525] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Reconfigured VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 748.526313] env[63393]: INFO nova.compute.manager [-] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Took 1.63 seconds to deallocate network for instance. [ 748.749270] env[63393]: DEBUG nova.compute.utils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.749270] env[63393]: DEBUG nova.network.neutron [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Successfully updated port: 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.749270] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.749270] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.888457] env[63393]: DEBUG nova.policy [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd415fa074e614d2bb51b0ac41ea016f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c0a17746a04e58a14370f45258db2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.948475] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f3f718f2-a7b6-4983-aa7d-50e153f99cff tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-69b7e6dd-497a-4e72-9669-5b3cf404bbf6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.372s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.033953] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.256358] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.256828] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.257058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.257058] env[63393]: DEBUG nova.network.neutron [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.298573] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Successfully created port: 5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.576307] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Successfully created port: a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.652661] env[63393]: DEBUG nova.network.neutron [-] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.737379] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7980ba4-29be-4154-b0ac-83fd155d56aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.746328] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048978f3-3d4d-4e76-af59-ad68ae1e87f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.795781] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe2043a-9fa5-4be6-b09b-330f1dd6211c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.808246] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b10db-517a-4b5a-977a-41317ab1f640 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.831926] env[63393]: DEBUG nova.compute.provider_tree [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.863239] env[63393]: DEBUG nova.network.neutron [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.155478] env[63393]: INFO nova.compute.manager [-] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Took 1.92 seconds to deallocate network for instance. [ 750.297236] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.335547] env[63393]: DEBUG nova.scheduler.client.report [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.380829] env[63393]: DEBUG nova.network.neutron [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.711525] env[63393]: INFO nova.compute.manager [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Took 0.56 seconds to detach 1 volumes for instance. [ 750.713875] env[63393]: DEBUG nova.compute.manager [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Deleting volume: 503e5d6f-5806-4b7d-91a3-2b62095edb57 {{(pid=63393) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 750.841069] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.841703] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.844466] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.431s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.844712] env[63393]: DEBUG nova.objects.instance [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lazy-loading 'resources' on Instance uuid 7671d351-0759-4462-acf5-302d615f0b73 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.883988] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.884364] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Instance network_info: |[{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.270581] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.348414] env[63393]: DEBUG nova.compute.utils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.350262] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.350531] env[63393]: DEBUG nova.network.neutron [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.422860] env[63393]: DEBUG nova.policy [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4916d50b561d429bab20910a59025049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9498d8aa154c07b08e69bf501072a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.801705] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a97a62-7e37-4163-b598-4d6781280602 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.811437] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c5a70-f435-4248-af99-99e95fb5a1f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.846973] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Successfully updated port: 5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.848923] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c808d0-66ee-422b-a688-f839fd5d108e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.858295] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.862625] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1fe8e6-de5d-4c37-8806-987d0e5c06a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.870647] env[63393]: DEBUG nova.network.neutron [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Successfully created port: a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.884745] env[63393]: DEBUG nova.compute.provider_tree [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.980825] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.981094] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.981260] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.981446] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.981592] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.981739] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.981949] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.985670] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.985670] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.985670] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.985670] env[63393]: DEBUG nova.virt.hardware [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.985670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdd19e8-e2bf-4efe-bf95-d279bd99be5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.996025] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.996545] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.996708] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.996895] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.997052] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.997202] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.997406] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.998033] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.998236] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.998410] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.998587] env[63393]: DEBUG nova.virt.hardware [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.999866] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d804b2a-303d-4de6-ad6c-e4f19b37d51d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.008025] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64842af1-4d60-4aa8-a243-6ae79b5aa8b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.024443] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81ae8c-ece0-4bea-8d17-cfd793a06353 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.028705] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e0:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e1727b-7961-4ff6-8dfa-75cb40f2c1fd', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.037148] env[63393]: DEBUG oslo.service.loopingcall [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.039266] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234b420-944b-fe9a-50fd-0f22e941b606/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.039971] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.040627] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d348244-28f5-46c7-946a-60c64a8399f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.043686] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee284c37-54e8-495f-9f59-426c7e065d43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.070543] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234b420-944b-fe9a-50fd-0f22e941b606/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.070543] env[63393]: ERROR oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234b420-944b-fe9a-50fd-0f22e941b606/disk-0.vmdk due to incomplete transfer. [ 752.070649] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1f40ae0-1c04-4929-9a19-6ccad9e3ef54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.073803] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.073803] env[63393]: value = "task-2681712" [ 752.073803] env[63393]: _type = "Task" [ 752.073803] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.083475] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681712, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.085108] env[63393]: DEBUG oslo_vmware.rw_handles [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5234b420-944b-fe9a-50fd-0f22e941b606/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.085359] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Uploaded image 5721fa1f-7792-41e7-861c-86a522470a16 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.088176] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.088816] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b478ce3-93e7-4cd6-98ca-4ac789bad3f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.096896] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 752.096896] env[63393]: value = "task-2681713" [ 752.096896] env[63393]: _type = "Task" [ 752.096896] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.109341] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681713, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.388343] env[63393]: DEBUG nova.scheduler.client.report [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.584159] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681712, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.607212] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681713, 'name': Destroy_Task, 'duration_secs': 0.432307} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.607774] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Destroyed the VM [ 752.607774] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.607998] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53377b62-2c18-426f-8f65-f1faf1f49efc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.615058] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 752.615058] env[63393]: value = "task-2681714" [ 752.615058] env[63393]: _type = "Task" [ 752.615058] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.616641] env[63393]: INFO nova.compute.manager [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Rebuilding instance [ 752.630483] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.672968] env[63393]: DEBUG nova.compute.manager [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.674293] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701f493-efa3-416d-88fc-6d0be9e2cd2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.882460] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.905157] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.908456] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.958s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.908707] env[63393]: DEBUG nova.objects.instance [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lazy-loading 'resources' on Instance uuid 142527c9-7695-40ab-a44f-b2841e9b9c26 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.917322] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.917322] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.917322] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.917492] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.918060] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.918060] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.918817] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.919162] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.919258] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.919427] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.919642] env[63393]: DEBUG nova.virt.hardware [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.921105] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45db9a38-a314-431c-95f6-d08cc25e0808 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.935177] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a9be42-de21-49e4-a851-f39852583a3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.947465] env[63393]: INFO nova.scheduler.client.report [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Deleted allocations for instance 7671d351-0759-4462-acf5-302d615f0b73 [ 752.969073] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "adfac38d-eab9-4fc4-8e1e-b53029381b25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.969595] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.007403] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a1afc-2a2f-b3ec-6f1e-d09db531736a/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.008380] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ff22a8-f1d3-451b-8470-d252ac6b70b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.017016] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a1afc-2a2f-b3ec-6f1e-d09db531736a/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.017226] env[63393]: ERROR oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a1afc-2a2f-b3ec-6f1e-d09db531736a/disk-0.vmdk due to incomplete transfer. [ 753.017492] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b6f08c0-cacf-4ae8-9b6b-bc462ba0f1a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.026502] env[63393]: DEBUG oslo_vmware.rw_handles [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527a1afc-2a2f-b3ec-6f1e-d09db531736a/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.026738] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Uploaded image 7fdf81f0-42a3-4b50-bac6-d01a8c74677e to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.028425] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.028710] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1d7a5ad-9cd2-4f60-b22d-70096bc711d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.036918] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 753.036918] env[63393]: value = "task-2681715" [ 753.036918] env[63393]: _type = "Task" [ 753.036918] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.046773] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681715, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.083927] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681712, 'name': CreateVM_Task, 'duration_secs': 0.524123} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.084162] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.084829] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.085012] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.085351] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.085619] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4f1509-ebde-44c8-9ec2-e3ec07646dd8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.090987] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 753.090987] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ec0a7b-a95b-f6ee-f4f5-9e92c6405f2c" [ 753.090987] env[63393]: _type = "Task" [ 753.090987] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.100374] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ec0a7b-a95b-f6ee-f4f5-9e92c6405f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.127129] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681714, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.290011] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.290261] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing instance network info cache due to event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.290483] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquiring lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.290627] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquired lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.290787] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.371813] env[63393]: DEBUG nova.compute.manager [req-a83b673c-9136-48ba-a9ef-2c82710f154f req-9994aa7c-6e54-45d1-8051-9b154751a879 service nova] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Received event network-vif-deleted-aef5e553-d2f1-4331-8ad1-3ba123fa6293 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.455613] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "289e6358-13a9-4c8e-8c00-d9749260447c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.455930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "289e6358-13a9-4c8e-8c00-d9749260447c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.470056] env[63393]: DEBUG oslo_concurrency.lockutils [None req-deaa4489-2574-4286-8893-8ccde5e7a31e tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Lock "7671d351-0759-4462-acf5-302d615f0b73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.717s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.479501] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.500028] env[63393]: DEBUG nova.network.neutron [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Successfully updated port: a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.548684] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681715, 'name': Destroy_Task, 'duration_secs': 0.398175} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.551346] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroyed the VM [ 753.551613] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.552014] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6608865d-5395-45c2-95f5-df3290486023 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566618] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 753.566618] env[63393]: value = "task-2681716" [ 753.566618] env[63393]: _type = "Task" [ 753.566618] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.575894] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.611280] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ec0a7b-a95b-f6ee-f4f5-9e92c6405f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01879} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.614029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.614029] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.614029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.614029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.614029] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.614029] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640a2cf9-3ec2-4f6f-83ae-e79215b60346 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.624696] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.624994] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.629848] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f0827b-d43a-4c7f-ade6-b68d8c83e1ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.634251] env[63393]: DEBUG oslo_vmware.api [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681714, 'name': RemoveSnapshot_Task, 'duration_secs': 0.763539} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.637601] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.637920] env[63393]: INFO nova.compute.manager [None req-50487339-9573-4b93-af76-a415634a789e tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Took 15.19 seconds to snapshot the instance on the hypervisor. [ 753.646142] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 753.646142] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52383b5e-d8ba-2b77-6822-5ddba1d339fe" [ 753.646142] env[63393]: _type = "Task" [ 753.646142] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.654726] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52383b5e-d8ba-2b77-6822-5ddba1d339fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.689996] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.690421] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630e8733-0627-4c3f-bb79-f73fbd99b52d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.702408] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 753.702408] env[63393]: value = "task-2681717" [ 753.702408] env[63393]: _type = "Task" [ 753.702408] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.712085] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.943710] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.943918] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.945260] env[63393]: INFO nova.compute.manager [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Rebooting instance [ 753.959662] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.994850] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace29ee-2b12-4201-8d38-31daf0de9c8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.000893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "refresh_cache-548cb29e-6e8a-41c6-975d-06d077004f1f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.001017] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquired lock "refresh_cache-548cb29e-6e8a-41c6-975d-06d077004f1f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.001674] env[63393]: DEBUG nova.network.neutron [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.007212] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.009803] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c586f-f2d4-4e2f-8055-849df546f5a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.054032] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e71e48-c37c-4767-a693-169e50c995e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.064214] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc1259-fa4b-4c17-ad12-fdfa9f97cb25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.089540] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.090061] env[63393]: DEBUG nova.compute.provider_tree [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.158212] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52383b5e-d8ba-2b77-6822-5ddba1d339fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.159054] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a960ed-35e3-4524-991e-4fd5c0758ab9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.168049] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 754.168049] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5239746e-6c6b-678e-2bca-0a45c167fe5d" [ 754.168049] env[63393]: _type = "Task" [ 754.168049] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.178328] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5239746e-6c6b-678e-2bca-0a45c167fe5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.214410] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681717, 'name': PowerOffVM_Task, 'duration_secs': 0.236616} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.214570] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.214802] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.215762] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab585db9-ff9e-4b26-83cb-e2963265d937 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.223372] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.223625] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fed9ed8-89ee-4a85-83cf-1b2b921cf519 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.234868] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updated VIF entry in instance network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.235224] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.255560] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.255560] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.255560] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Deleting the datastore file [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.255888] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2e1d1e1-b219-41de-afee-b7ec02aa69a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.265196] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 754.265196] env[63393]: value = "task-2681719" [ 754.265196] env[63393]: _type = "Task" [ 754.265196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.274009] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.474477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.474477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.474477] env[63393]: DEBUG nova.network.neutron [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.475708] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Successfully updated port: a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.482356] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.572972] env[63393]: DEBUG nova.network.neutron [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.590353] env[63393]: DEBUG oslo_vmware.api [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681716, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61609} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.591749] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.595091] env[63393]: INFO nova.compute.manager [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 14.58 seconds to snapshot the instance on the hypervisor. [ 754.596032] env[63393]: DEBUG nova.scheduler.client.report [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.603994] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "85f6301b-6865-40ac-9b22-dcfa445e326c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.604485] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.606429] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "85f6301b-6865-40ac-9b22-dcfa445e326c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.608044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.608044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.609686] env[63393]: INFO nova.compute.manager [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Terminating instance [ 754.684225] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5239746e-6c6b-678e-2bca-0a45c167fe5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016393} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.684522] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.684779] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/660bc5e1-797b-420e-a1ac-2498789085e1.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.685627] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2629f595-a359-4f53-be57-0e04b06b8d11 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.695034] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 754.695034] env[63393]: value = "task-2681720" [ 754.695034] env[63393]: _type = "Task" [ 754.695034] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.701876] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.712768] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.713233] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.739912] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Releasing lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.739912] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Received event network-changed-233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.739912] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Refreshing instance network info cache due to event network-changed-233b45d1-99f1-413f-9b1d-4dd8aa925902. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.739912] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquiring lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.739912] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquired lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.739912] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Refreshing network info cache for port 233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.776136] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.776468] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.776709] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.776903] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.890311] env[63393]: DEBUG nova.network.neutron [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Updating instance_info_cache with network_info: [{"id": "a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49", "address": "fa:16:3e:b3:fd:c1", "network": {"id": "6b8f74bc-1432-4693-bd11-01c344e3a094", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-392134560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9498d8aa154c07b08e69bf501072a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f11c3e-15", "ovs_interfaceid": "a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.981393] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.981393] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.981393] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.110090] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.113675] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.025s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.114445] env[63393]: DEBUG nova.objects.instance [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lazy-loading 'resources' on Instance uuid fcbd90f1-050f-4144-ab22-06f5894118eb {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.119077] env[63393]: DEBUG nova.compute.manager [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.119077] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.119077] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cced255-140e-475f-a431-63328f1421b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.127825] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.128338] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53df7007-68d7-4995-a6c7-49bf80b43618 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.135354] env[63393]: INFO nova.scheduler.client.report [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Deleted allocations for instance 142527c9-7695-40ab-a44f-b2841e9b9c26 [ 755.144775] env[63393]: DEBUG oslo_vmware.api [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 755.144775] env[63393]: value = "task-2681721" [ 755.144775] env[63393]: _type = "Task" [ 755.144775] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.156609] env[63393]: DEBUG oslo_vmware.api [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.173332] env[63393]: DEBUG nova.compute.manager [None req-74a9a4df-4a79-4497-9c85-3eae46d088e7 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Found 2 images (rotation: 2) {{(pid=63393) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 755.203917] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482195} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.205224] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/660bc5e1-797b-420e-a1ac-2498789085e1.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.205485] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.205779] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e36ce26-bcb6-473f-9cdf-9081c54a2fac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.218483] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 755.218483] env[63393]: value = "task-2681722" [ 755.218483] env[63393]: _type = "Task" [ 755.218483] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.225283] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.233309] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.395421] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Releasing lock "refresh_cache-548cb29e-6e8a-41c6-975d-06d077004f1f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.395882] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Instance network_info: |[{"id": "a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49", "address": "fa:16:3e:b3:fd:c1", "network": {"id": "6b8f74bc-1432-4693-bd11-01c344e3a094", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-392134560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9498d8aa154c07b08e69bf501072a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f11c3e-15", "ovs_interfaceid": "a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.396519] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:fd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.405026] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Creating folder: Project (7d9498d8aa154c07b08e69bf501072a5). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.406037] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-935a83a3-e69a-42a5-b9df-ba7deb0ba20b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.423147] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Created folder: Project (7d9498d8aa154c07b08e69bf501072a5) in parent group-v540494. [ 755.423386] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Creating folder: Instances. Parent ref: group-v540661. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.423739] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec47fbcd-69ac-4ad6-99d9-01927d24a00c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.439265] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Created folder: Instances in parent group-v540661. [ 755.439533] env[63393]: DEBUG oslo.service.loopingcall [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.439709] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.439933] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-042f2991-cb29-45f9-90ca-a60a612230f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.464744] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.464744] env[63393]: value = "task-2681725" [ 755.464744] env[63393]: _type = "Task" [ 755.464744] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.475735] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681725, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.529212] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.531939] env[63393]: DEBUG nova.network.neutron [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.657863] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bcd334e3-eff2-43ee-a836-11a80354fc8e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Lock "142527c9-7695-40ab-a44f-b2841e9b9c26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.414s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.669882] env[63393]: DEBUG oslo_vmware.api [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681721, 'name': PowerOffVM_Task, 'duration_secs': 0.216444} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.673954] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.674319] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.675338] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c69a5f4-ba0d-4116-ad17-2c6abb0af1be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.727844] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06695} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.730742] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.733195] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b018a846-0e7e-4b1c-9e54-223b0bd2bf76 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.746311] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updated VIF entry in instance network info cache for port 233b45d1-99f1-413f-9b1d-4dd8aa925902. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.746908] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [{"id": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "address": "fa:16:3e:02:9f:f9", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233b45d1-99", "ovs_interfaceid": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.768683] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/660bc5e1-797b-420e-a1ac-2498789085e1.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.772336] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.777863] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c1ce01-7ef9-4861-b150-66116cd9c3a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.795814] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.796174] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.796174] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleting the datastore file [datastore2] 85f6301b-6865-40ac-9b22-dcfa445e326c {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.800325] env[63393]: DEBUG nova.compute.manager [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Received event network-changed-233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.800526] env[63393]: DEBUG nova.compute.manager [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Refreshing instance network info cache due to event network-changed-233b45d1-99f1-413f-9b1d-4dd8aa925902. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.800775] env[63393]: DEBUG oslo_concurrency.lockutils [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] Acquiring lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.805666] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d4150e3-0dad-4cb2-8711-73ca35df9f61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.810308] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received event network-vif-plugged-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.810308] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.810546] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "660bc5e1-797b-420e-a1ac-2498789085e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.810697] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "660bc5e1-797b-420e-a1ac-2498789085e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.810889] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] No waiting events found dispatching network-vif-plugged-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.811287] env[63393]: WARNING nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received unexpected event network-vif-plugged-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd for instance with vm_state building and task_state spawning. [ 755.811287] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.811405] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing instance network info cache due to event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.811621] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.811757] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.812658] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.822462] env[63393]: DEBUG oslo_vmware.api [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 755.822462] env[63393]: value = "task-2681727" [ 755.822462] env[63393]: _type = "Task" [ 755.822462] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.826984] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 755.826984] env[63393]: value = "task-2681728" [ 755.826984] env[63393]: _type = "Task" [ 755.826984] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.843839] env[63393]: DEBUG oslo_vmware.api [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.851991] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.852363] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.852607] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.852802] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.852952] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.853136] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.853366] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.853527] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.853698] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.853861] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.854105] env[63393]: DEBUG nova.virt.hardware [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.854737] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.855890] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b072694-3ea1-45e7-a4e0-085ff88c5136 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.864585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fdf777-e58a-4edc-8336-ac0171fbd9cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.883458] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.888510] env[63393]: DEBUG oslo.service.loopingcall [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.891625] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.892134] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d06132b-a564-4ef3-8514-e85d2c1a9269 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.906861] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.907939] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.922662] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.922662] env[63393]: value = "task-2681729" [ 755.922662] env[63393]: _type = "Task" [ 755.922662] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.934128] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681729, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.977302] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681725, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.038854] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.044433] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "4db7ce43-1b59-47af-a757-7b0c428bd734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.044698] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.044940] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.045162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.045332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.050141] env[63393]: INFO nova.compute.manager [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Terminating instance [ 756.098689] env[63393]: DEBUG nova.network.neutron [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updating instance_info_cache with network_info: [{"id": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "address": "fa:16:3e:55:69:ab", "network": {"id": "eceb0641-fe7a-4a99-a75b-8acdf6938696", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1283949484", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4ad44a-e0", "ovs_interfaceid": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a92ca702-d00c-429b-a4d4-db98fc91572b", "address": "fa:16:3e:f7:bd:af", "network": {"id": "76d7ac0f-24e6-4474-8c4b-3978860e19c5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2076686984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92ca702-d0", "ovs_interfaceid": "a92ca702-d00c-429b-a4d4-db98fc91572b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.272582] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Releasing lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.272881] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-vif-plugged-796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.273123] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.273359] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.274169] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.274169] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] No waiting events found dispatching network-vif-plugged-796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.274169] env[63393]: WARNING nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received unexpected event network-vif-plugged-796f5b48-d775-4f66-9995-78557a2a8702 for instance with vm_state active and task_state None. [ 756.274169] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-changed-796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.274425] env[63393]: DEBUG nova.compute.manager [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Refreshing instance network info cache due to event network-changed-796f5b48-d775-4f66-9995-78557a2a8702. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.274480] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquiring lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.275889] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Acquired lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.275889] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Refreshing network info cache for port 796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.276585] env[63393]: DEBUG oslo_concurrency.lockutils [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] Acquired lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.276585] env[63393]: DEBUG nova.network.neutron [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Refreshing network info cache for port 233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.287401] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e665bb-a248-4f01-9803-2307460d410d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.296150] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc00650-6ea8-4fd3-992c-7a7af83c939f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.336444] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d62b964-b9af-47ca-8a0f-63d20051f840 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349858] env[63393]: DEBUG oslo_vmware.api [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149861} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.354126] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8506d7-1cc5-4dd0-bd36-4b5a0d856e1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.358534] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.358745] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.358925] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.359125] env[63393]: INFO nova.compute.manager [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 756.359373] env[63393]: DEBUG oslo.service.loopingcall [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.359586] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.359831] env[63393]: DEBUG nova.compute.manager [-] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.359930] env[63393]: DEBUG nova.network.neutron [-] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.372571] env[63393]: DEBUG nova.compute.provider_tree [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.411303] env[63393]: INFO nova.compute.manager [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Detaching volume c3b26807-fbd2-4185-aeea-d5bc442025d1 [ 756.436836] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681729, 'name': CreateVM_Task, 'duration_secs': 0.377843} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.436836] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.436836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.436836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.436836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.436836] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ae884e-45b5-4f14-bccd-2f7b4bcd3854 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.448088] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 756.448088] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525b5b01-2094-3dca-25f5-22d715d95140" [ 756.448088] env[63393]: _type = "Task" [ 756.448088] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.458240] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525b5b01-2094-3dca-25f5-22d715d95140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.480150] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681725, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.486797] env[63393]: INFO nova.virt.block_device [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Attempting to driver detach volume c3b26807-fbd2-4185-aeea-d5bc442025d1 from mountpoint /dev/sdb [ 756.487098] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.487302] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540652', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'name': 'volume-c3b26807-fbd2-4185-aeea-d5bc442025d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca95dd56-a5ca-4bc0-a704-278333df1f2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'serial': 'c3b26807-fbd2-4185-aeea-d5bc442025d1'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 756.488555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679febb-3c97-4e9d-a010-bdb0e636abe5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.515856] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767d0c7f-d9ef-47ac-8574-e1a624bc3321 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.526159] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e7b28-c162-4a83-aad2-e2545775265f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.551634] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee7a4ef-5d07-4f1e-802d-71dea14cca3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.554849] env[63393]: DEBUG nova.compute.manager [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.555450] env[63393]: DEBUG nova.compute.manager [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.555689] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.556367] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea776dd-9191-4d26-a60d-4600f129b40c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.559313] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdcf23f-8510-4bb1-9ecc-db8e5f625948 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.576546] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] The volume has not been displaced from its original location: [datastore2] volume-c3b26807-fbd2-4185-aeea-d5bc442025d1/volume-c3b26807-fbd2-4185-aeea-d5bc442025d1.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 756.582294] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 756.588916] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5500b8-1b37-400b-b883-ea82d94d9d12 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.602714] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.609044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Releasing lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.609044] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Instance network_info: |[{"id": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "address": "fa:16:3e:55:69:ab", "network": {"id": "eceb0641-fe7a-4a99-a75b-8acdf6938696", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1283949484", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4ad44a-e0", "ovs_interfaceid": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a92ca702-d00c-429b-a4d4-db98fc91572b", "address": "fa:16:3e:f7:bd:af", "network": {"id": "76d7ac0f-24e6-4474-8c4b-3978860e19c5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2076686984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92ca702-d0", "ovs_interfaceid": "a92ca702-d00c-429b-a4d4-db98fc91572b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.609044] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8357550-3b05-473e-88c5-808a5ee7c3d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.609609] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:69:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a4ad44a-e046-4683-9ff1-e8215d75131b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bd:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a92ca702-d00c-429b-a4d4-db98fc91572b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.623138] env[63393]: DEBUG oslo.service.loopingcall [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.624322] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.625029] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5afbc66-9c4b-4554-b568-ffa1f09d617e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.647774] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Waiting for the task: (returnval){ [ 756.647774] env[63393]: value = "task-2681730" [ 756.647774] env[63393]: _type = "Task" [ 756.647774] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.648308] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "5cc76037-03e4-4c2f-8d29-617f94713bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.648447] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.648793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "5cc76037-03e4-4c2f-8d29-617f94713bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.648894] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.649250] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.651339] env[63393]: DEBUG oslo_vmware.api [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 756.651339] env[63393]: value = "task-2681731" [ 756.651339] env[63393]: _type = "Task" [ 756.651339] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.652857] env[63393]: INFO nova.compute.manager [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Terminating instance [ 756.667667] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.667667] env[63393]: value = "task-2681732" [ 756.667667] env[63393]: _type = "Task" [ 756.667667] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.680173] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updated VIF entry in instance network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.680589] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.682599] env[63393]: DEBUG oslo_vmware.api [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.682899] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.690250] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681732, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.695246] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-69b7e6dd-497a-4e72-9669-5b3cf404bbf6-796f5b48-d775-4f66-9995-78557a2a8702" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.695430] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-69b7e6dd-497a-4e72-9669-5b3cf404bbf6-796f5b48-d775-4f66-9995-78557a2a8702" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.843576] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681728, 'name': ReconfigVM_Task, 'duration_secs': 0.903009} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.843785] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/660bc5e1-797b-420e-a1ac-2498789085e1.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.844383] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20a8b83-1e31-42ae-bcad-a1dc7f855ae2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.852438] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 756.852438] env[63393]: value = "task-2681733" [ 756.852438] env[63393]: _type = "Task" [ 756.852438] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.866340] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681733, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.876393] env[63393]: DEBUG nova.scheduler.client.report [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.956759] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525b5b01-2094-3dca-25f5-22d715d95140, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.957105] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.957482] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.958976] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.958976] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.958976] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.958976] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d71e8a-3047-4386-ba70-a22c9fc1087b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.968557] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.968557] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.972882] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d52639-bfd2-40f7-be32-1ce27d36f3dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.986787] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681725, 'name': CreateVM_Task, 'duration_secs': 1.200213} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.986787] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 756.986787] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5281fd11-4116-aca0-67ac-3e0efdde024e" [ 756.986787] env[63393]: _type = "Task" [ 756.986787] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.986787] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.986787] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.986787] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.987919] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.990354] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28b0239-6eb5-4fee-a5be-250627fcf19d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.004396] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 757.004396] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d8bb19-e969-8515-30bf-9f13a1934c23" [ 757.004396] env[63393]: _type = "Task" [ 757.004396] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.004742] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5281fd11-4116-aca0-67ac-3e0efdde024e, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.008549] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd12eaa4-88f5-4261-8830-b56c0915bb4c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.028310] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 757.028310] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52633444-0825-be31-26f5-6408041d55d0" [ 757.028310] env[63393]: _type = "Task" [ 757.028310] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.028995] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d8bb19-e969-8515-30bf-9f13a1934c23, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.029423] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.029888] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.030305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.043402] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52633444-0825-be31-26f5-6408041d55d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.044238] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.044238] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.044439] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.044750] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.044863] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f27ad52-5f2f-4904-864e-f1ead57ff24b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.048456] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa30aa82-b1ac-40b1-9bee-ca8b6edd0a12 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.058501] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 757.058501] env[63393]: value = "task-2681734" [ 757.058501] env[63393]: _type = "Task" [ 757.058501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.063628] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.063816] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.066492] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3d51c4-aefa-4376-aab6-39e9cedf03ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.073328] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.080143] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 757.080143] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52031df8-2ff0-f44d-f39b-8812fdac4d77" [ 757.080143] env[63393]: _type = "Task" [ 757.080143] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.093077] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52031df8-2ff0-f44d-f39b-8812fdac4d77, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.093792] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20baef1e-c688-49ce-9ac5-36635c53d22b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.099753] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 757.099753] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525086b4-4ee0-8a43-9ed2-c74f3918cd73" [ 757.099753] env[63393]: _type = "Task" [ 757.099753] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.106921] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updated VIF entry in instance network info cache for port 796f5b48-d775-4f66-9995-78557a2a8702. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.108452] env[63393]: DEBUG nova.network.neutron [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "796f5b48-d775-4f66-9995-78557a2a8702", "address": "fa:16:3e:e2:08:9a", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap796f5b48-d7", "ovs_interfaceid": "796f5b48-d775-4f66-9995-78557a2a8702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.118013] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525086b4-4ee0-8a43-9ed2-c74f3918cd73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.168109] env[63393]: DEBUG oslo_vmware.api [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681731, 'name': PowerOffVM_Task, 'duration_secs': 0.253099} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.171948] env[63393]: DEBUG nova.compute.manager [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.172309] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.172535] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.172736] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.173462] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681730, 'name': ReconfigVM_Task, 'duration_secs': 0.321906} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.174632] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b34e7-ff48-4b7d-a14e-611ca2852bae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.179295] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da3544c9-298f-4101-b57c-9eae0dcbb67f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.184272] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.193335] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.193335] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Received event network-vif-deleted-85dbb482-c43f-42cd-8857-489cf05ac3e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.193335] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received event network-vif-plugged-5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.193335] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.193519] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.193583] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.193746] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] No waiting events found dispatching network-vif-plugged-5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.194040] env[63393]: WARNING nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received unexpected event network-vif-plugged-5a4ad44a-e046-4683-9ff1-e8215d75131b for instance with vm_state building and task_state spawning. [ 757.194112] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received event network-changed-5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.197050] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Refreshing instance network info cache due to event network-changed-5a4ad44a-e046-4683-9ff1-e8215d75131b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.197050] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.197050] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquired lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.197050] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Refreshing network info cache for port 5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.197050] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd065a93-9528-4032-a516-157715b8dd5f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.207744] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.207897] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.209574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d993b5-1a40-4503-bd8e-c9de79ba08ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.219133] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.219389] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681732, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.221841] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b378fb-d6bf-4f35-81da-1c9c04c05629 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.225184] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Waiting for the task: (returnval){ [ 757.225184] env[63393]: value = "task-2681736" [ 757.225184] env[63393]: _type = "Task" [ 757.225184] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.238922] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.256965] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22699e-89aa-4465-a71c-c1b1c66fb73f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.265112] env[63393]: DEBUG nova.network.neutron [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updated VIF entry in instance network info cache for port 233b45d1-99f1-413f-9b1d-4dd8aa925902. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.265495] env[63393]: DEBUG nova.network.neutron [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [{"id": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "address": "fa:16:3e:02:9f:f9", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233b45d1-99", "ovs_interfaceid": "233b45d1-99f1-413f-9b1d-4dd8aa925902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.289149] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Reconfiguring VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 757.290833] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e151e0b9-d412-459d-8129-a5063ee51337 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.314739] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 757.314739] env[63393]: value = "task-2681738" [ 757.314739] env[63393]: _type = "Task" [ 757.314739] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.325291] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.339605] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.340041] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.340232] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Deleting the datastore file [datastore2] 4db7ce43-1b59-47af-a757-7b0c428bd734 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.340573] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef07545a-716a-4828-a170-46ad838c993d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.351114] env[63393]: DEBUG oslo_vmware.api [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 757.351114] env[63393]: value = "task-2681739" [ 757.351114] env[63393]: _type = "Task" [ 757.351114] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.360315] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.360495] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.360966] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleting the datastore file [datastore1] 5cc76037-03e4-4c2f-8d29-617f94713bd6 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.364566] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f73a485a-c622-420c-a581-d3dcc6e19f32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.366767] env[63393]: DEBUG oslo_vmware.api [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.371649] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681733, 'name': Rename_Task, 'duration_secs': 0.270816} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.372091] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.372375] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e420bce7-5840-4aca-b176-452332d9eddb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.377360] env[63393]: DEBUG oslo_vmware.api [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 757.377360] env[63393]: value = "task-2681740" [ 757.377360] env[63393]: _type = "Task" [ 757.377360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.383316] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.385638] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 757.385638] env[63393]: value = "task-2681741" [ 757.385638] env[63393]: _type = "Task" [ 757.385638] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.386194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.406s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.386414] env[63393]: DEBUG nova.objects.instance [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lazy-loading 'resources' on Instance uuid 92a64953-87ea-4307-a16a-e2cd144d7350 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.395141] env[63393]: DEBUG oslo_vmware.api [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.403474] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.425341] env[63393]: INFO nova.scheduler.client.report [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Deleted allocations for instance fcbd90f1-050f-4144-ab22-06f5894118eb [ 757.551978] env[63393]: DEBUG nova.network.neutron [-] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.577445] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512581} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.577445] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.577445] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.577445] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d7eafaf-a715-431b-a86f-41e1c0f249c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.590468] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 757.590468] env[63393]: value = "task-2681742" [ 757.590468] env[63393]: _type = "Task" [ 757.590468] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.600549] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.612270] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525086b4-4ee0-8a43-9ed2-c74f3918cd73, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.612471] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.612741] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 548cb29e-6e8a-41c6-975d-06d077004f1f/548cb29e-6e8a-41c6-975d-06d077004f1f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.613024] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-403fd43e-2a95-4496-a326-3992fa76b4d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.616581] env[63393]: DEBUG oslo_concurrency.lockutils [req-9352a83e-8218-42cd-a49b-4beedb81a763 req-01d2a283-95f3-48cc-ab44-ad1c9aaf500a service nova] Releasing lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.621098] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc442a-469e-4750-b036-526275f94a1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.627083] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 757.627083] env[63393]: value = "task-2681743" [ 757.627083] env[63393]: _type = "Task" [ 757.627083] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.640603] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Doing hard reboot of VM {{(pid=63393) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 757.641435] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-69c0ed8f-15ce-4258-ba07-c2e791e02094 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.647823] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.652522] env[63393]: DEBUG oslo_vmware.api [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 757.652522] env[63393]: value = "task-2681744" [ 757.652522] env[63393]: _type = "Task" [ 757.652522] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.666995] env[63393]: DEBUG oslo_vmware.api [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681744, 'name': ResetVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.693019] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681732, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.735397] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.757155] env[63393]: DEBUG nova.compute.manager [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.758133] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7635f39-f256-4887-802a-e571e50966dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.785974] env[63393]: DEBUG oslo_concurrency.lockutils [req-a1150e80-1c08-4d12-9e96-94ab25df66ff req-998e7fe3-10b2-412d-a1ef-6505d303d27d service nova] Releasing lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.830987] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.866430] env[63393]: DEBUG oslo_vmware.api [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324912} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.866826] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.867123] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.867439] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.867732] env[63393]: INFO nova.compute.manager [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Took 1.31 seconds to destroy the instance on the hypervisor. [ 757.868063] env[63393]: DEBUG oslo.service.loopingcall [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.868308] env[63393]: DEBUG nova.compute.manager [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.868471] env[63393]: DEBUG nova.network.neutron [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.898637] env[63393]: DEBUG oslo_vmware.api [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293753} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.907710] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.907710] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.907710] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.907710] env[63393]: INFO nova.compute.manager [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Took 0.74 seconds to destroy the instance on the hypervisor. [ 757.907710] env[63393]: DEBUG oslo.service.loopingcall [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.910981] env[63393]: DEBUG nova.compute.manager [-] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.911134] env[63393]: DEBUG nova.network.neutron [-] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.922194] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.938542] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0fbc3acc-2a66-4acc-bff6-601fb8477995 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Lock "fcbd90f1-050f-4144-ab22-06f5894118eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.490s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.055081] env[63393]: INFO nova.compute.manager [-] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Took 1.69 seconds to deallocate network for instance. [ 758.104959] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074741} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.105635] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.106688] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce0e9ae-80c2-46ad-ae5d-a356f24e3b69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.137151] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.140823] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386ed7a7-3939-43da-81ca-20664ed7cddd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.172828] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681743, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.180565] env[63393]: DEBUG oslo_vmware.api [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681744, 'name': ResetVM_Task, 'duration_secs': 0.211914} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.180565] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 758.180565] env[63393]: value = "task-2681745" [ 758.180565] env[63393]: _type = "Task" [ 758.180565] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.185158] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Did hard reboot of VM {{(pid=63393) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 758.185158] env[63393]: DEBUG nova.compute.manager [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.186171] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a050df-01ab-4880-ac85-04f99b60fb10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.203174] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681732, 'name': CreateVM_Task, 'duration_secs': 1.175427} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.209262] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.211326] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.215282] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.215493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215863] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.217110] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce446a0-6453-4556-9273-6f5f6f405f50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.225434] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 758.225434] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52cb4879-4c87-9c61-7a7a-7814876a6b1f" [ 758.225434] env[63393]: _type = "Task" [ 758.225434] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.241803] env[63393]: DEBUG oslo_vmware.api [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Task: {'id': task-2681736, 'name': ReconfigVM_Task, 'duration_secs': 0.74474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.245271] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540652', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'name': 'volume-c3b26807-fbd2-4185-aeea-d5bc442025d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca95dd56-a5ca-4bc0-a704-278333df1f2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3b26807-fbd2-4185-aeea-d5bc442025d1', 'serial': 'c3b26807-fbd2-4185-aeea-d5bc442025d1'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 758.248797] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cb4879-4c87-9c61-7a7a-7814876a6b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.271319] env[63393]: INFO nova.compute.manager [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] instance snapshotting [ 758.273237] env[63393]: DEBUG nova.objects.instance [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'flavor' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.328060] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.378808] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updated VIF entry in instance network info cache for port 5a4ad44a-e046-4683-9ff1-e8215d75131b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.379294] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updating instance_info_cache with network_info: [{"id": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "address": "fa:16:3e:55:69:ab", "network": {"id": "eceb0641-fe7a-4a99-a75b-8acdf6938696", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1283949484", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4ad44a-e0", "ovs_interfaceid": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a92ca702-d00c-429b-a4d4-db98fc91572b", "address": "fa:16:3e:f7:bd:af", "network": {"id": "76d7ac0f-24e6-4474-8c4b-3978860e19c5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2076686984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92ca702-d0", "ovs_interfaceid": "a92ca702-d00c-429b-a4d4-db98fc91572b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.406189] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681741, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.568974] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.621559] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926594c9-7f92-49cb-abc4-bd65f8a5f188 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.630939] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358f6543-5838-455c-ab78-600749289e65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.667405] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8230eb1-7a9c-43ac-a6fb-da69fd9cab7b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.679632] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0693a1e9-673d-46e3-9c8d-189d9665681e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.684925] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590505} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.684925] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 548cb29e-6e8a-41c6-975d-06d077004f1f/548cb29e-6e8a-41c6-975d-06d077004f1f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.684925] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.685290] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5410d09a-9db6-4cef-83dc-6fc6f19122b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.699947] env[63393]: DEBUG nova.compute.provider_tree [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.703714] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 758.703714] env[63393]: value = "task-2681746" [ 758.703714] env[63393]: _type = "Task" [ 758.703714] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.711763] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681745, 'name': ReconfigVM_Task, 'duration_secs': 0.296462} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.713200] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3/8065824c-066e-420a-a4bc-934f90a507b3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.714323] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c152ccec-2bb8-4c3c-b33e-ae3fe8d9d580 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.722546] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.722868] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7cd9e944-922e-462c-bbe8-bfae156ac6f1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.779s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.724333] env[63393]: DEBUG nova.network.neutron [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.730112] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 758.730112] env[63393]: value = "task-2681747" [ 758.730112] env[63393]: _type = "Task" [ 758.730112] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.751144] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cb4879-4c87-9c61-7a7a-7814876a6b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.020883} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.755249] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.755249] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.755596] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.755663] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.755808] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.756540] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681747, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.756749] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c13375-4408-47be-b860-bdf08a65f384 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766396] env[63393]: DEBUG nova.compute.manager [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Received event network-vif-deleted-242ed2a0-87de-43c4-84eb-4934319c53f0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.766555] env[63393]: DEBUG nova.compute.manager [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.766788] env[63393]: DEBUG nova.compute.manager [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing instance network info cache due to event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.767538] env[63393]: DEBUG oslo_concurrency.lockutils [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] Acquiring lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.767731] env[63393]: DEBUG oslo_concurrency.lockutils [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] Acquired lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.767855] env[63393]: DEBUG nova.network.neutron [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.770292] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.773018] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.773018] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff652e78-8b89-4b0f-9196-c339b6391dfa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.780789] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 758.780789] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d22fe2-9daa-d6b3-31eb-9d343a47392c" [ 758.780789] env[63393]: _type = "Task" [ 758.780789] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.786426] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418d123-4243-4203-913e-c5ed13c5ec3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.791038] env[63393]: DEBUG nova.compute.manager [req-0948e629-a57d-43d1-821c-4e11a4ef0bb0 req-40b18249-88a5-4f7d-ace4-26689586bc93 service nova] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Received event network-vif-deleted-233b45d1-99f1-413f-9b1d-4dd8aa925902 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.795801] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d22fe2-9daa-d6b3-31eb-9d343a47392c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.811893] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d8edc6-9309-4528-a2a7-393110219dba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.827298] env[63393]: DEBUG nova.objects.instance [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lazy-loading 'flavor' on Instance uuid ca95dd56-a5ca-4bc0-a704-278333df1f2d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.836098] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.885032] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Releasing lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.885431] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Received event network-vif-plugged-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.886030] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "548cb29e-6e8a-41c6-975d-06d077004f1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.886030] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.886142] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.886348] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] No waiting events found dispatching network-vif-plugged-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.886877] env[63393]: WARNING nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Received unexpected event network-vif-plugged-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 for instance with vm_state building and task_state spawning. [ 758.886877] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Received event network-changed-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.887076] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Refreshing instance network info cache due to event network-changed-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.887226] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "refresh_cache-548cb29e-6e8a-41c6-975d-06d077004f1f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.887458] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquired lock "refresh_cache-548cb29e-6e8a-41c6-975d-06d077004f1f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.887650] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Refreshing network info cache for port a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.904479] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681741, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.932660] env[63393]: DEBUG nova.network.neutron [-] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.954463] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "73eb8dbe-a735-4b65-83df-539b76c14749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.954793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "73eb8dbe-a735-4b65-83df-539b76c14749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.205677] env[63393]: DEBUG nova.scheduler.client.report [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.222883] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119405} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.223241] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.224132] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d3d7da-548f-4f0c-9b1a-b8feec16033a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.228416] env[63393]: INFO nova.compute.manager [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Took 1.36 seconds to deallocate network for instance. [ 759.252292] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 548cb29e-6e8a-41c6-975d-06d077004f1f/548cb29e-6e8a-41c6-975d-06d077004f1f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.256308] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a3f7a2-3e3f-45ba-99bb-66e547a8810b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.284269] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681747, 'name': Rename_Task, 'duration_secs': 0.162466} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.288660] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.289339] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 759.289339] env[63393]: value = "task-2681748" [ 759.289339] env[63393]: _type = "Task" [ 759.289339] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.289584] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0439db4e-beaa-43ab-b3b1-6e98c0ed87c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.298944] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d22fe2-9daa-d6b3-31eb-9d343a47392c, 'name': SearchDatastore_Task, 'duration_secs': 0.020745} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.299986] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e47ea58-6c36-4937-bb51-cd100200f640 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.305976] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.308140] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 759.308140] env[63393]: value = "task-2681749" [ 759.308140] env[63393]: _type = "Task" [ 759.308140] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.314516] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 759.314516] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529cad44-85bb-83e6-1724-9a9e44d3e8b2" [ 759.314516] env[63393]: _type = "Task" [ 759.314516] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.322681] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.332466] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.334594] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529cad44-85bb-83e6-1724-9a9e44d3e8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.339618] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7456967b-0024-4de0-b3d1-2bfa94b17c3f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.342196] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.350765] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 759.350765] env[63393]: value = "task-2681750" [ 759.350765] env[63393]: _type = "Task" [ 759.350765] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.363759] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.408041] env[63393]: DEBUG oslo_vmware.api [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2681741, 'name': PowerOnVM_Task, 'duration_secs': 1.686761} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.408041] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.408041] env[63393]: INFO nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Took 12.43 seconds to spawn the instance on the hypervisor. [ 759.408289] env[63393]: DEBUG nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.409061] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f93127-7131-403d-818b-af8b40800640 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.437767] env[63393]: INFO nova.compute.manager [-] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Took 1.53 seconds to deallocate network for instance. [ 759.457736] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.717671] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.719538] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.697s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.736020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.753040] env[63393]: INFO nova.scheduler.client.report [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Deleted allocations for instance 92a64953-87ea-4307-a16a-e2cd144d7350 [ 759.805077] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.823429] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.833741] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529cad44-85bb-83e6-1724-9a9e44d3e8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01735} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.833741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.833741] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a/69b0dc90-f0ab-4d77-bbea-2acf8fc7073a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.833741] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b130b56-2a53-4363-a25c-8811146b32f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.839957] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.843666] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4b80166e-0a4f-4249-8d3d-118d36b5307c tempest-VolumesAssistedSnapshotsTest-1029589391 tempest-VolumesAssistedSnapshotsTest-1029589391-project-admin] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.936s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.846913] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 759.846913] env[63393]: value = "task-2681751" [ 759.846913] env[63393]: _type = "Task" [ 759.846913] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.862190] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.866636] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.932582] env[63393]: INFO nova.compute.manager [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Took 42.51 seconds to build instance. [ 759.949198] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.985827] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.225952] env[63393]: INFO nova.compute.claims [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.242659] env[63393]: DEBUG nova.network.neutron [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updated VIF entry in instance network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.243316] env[63393]: DEBUG nova.network.neutron [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.264983] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Updated VIF entry in instance network info cache for port a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.266886] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Updating instance_info_cache with network_info: [{"id": "a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49", "address": "fa:16:3e:b3:fd:c1", "network": {"id": "6b8f74bc-1432-4693-bd11-01c344e3a094", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-392134560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d9498d8aa154c07b08e69bf501072a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f11c3e-15", "ovs_interfaceid": "a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.270251] env[63393]: DEBUG oslo_concurrency.lockutils [None req-802a7310-3382-4a60-a594-f71080d85daa tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Lock "92a64953-87ea-4307-a16a-e2cd144d7350" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.542s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.305647] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681748, 'name': ReconfigVM_Task, 'duration_secs': 0.581313} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.305647] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 548cb29e-6e8a-41c6-975d-06d077004f1f/548cb29e-6e8a-41c6-975d-06d077004f1f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.305984] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfdd9ca5-ede7-4321-a1db-42786a673828 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.316639] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 760.316639] env[63393]: value = "task-2681752" [ 760.316639] env[63393]: _type = "Task" [ 760.316639] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.325232] env[63393]: DEBUG oslo_vmware.api [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681749, 'name': PowerOnVM_Task, 'duration_secs': 0.661077} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.325701] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.325933] env[63393]: DEBUG nova.compute.manager [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.332136] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d1635-76a0-4b03-98c2-658ab70e98fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.339728] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681752, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.352025] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.374378] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681750, 'name': CreateSnapshot_Task, 'duration_secs': 0.83142} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.376977] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681751, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.376977] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.377628] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20176139-65fd-428c-a6c1-e9bc32728fd8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.439055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.816s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.732484] env[63393]: INFO nova.compute.resource_tracker [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating resource usage from migration 6cc027a6-85e8-4319-a7f7-9a6f208cd08e [ 760.748417] env[63393]: DEBUG oslo_concurrency.lockutils [req-e18f7d42-9157-43b4-91ef-ae20578fa11d req-a5541644-7b17-46c4-895e-0020295c4349 service nova] Releasing lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.772586] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Releasing lock "refresh_cache-548cb29e-6e8a-41c6-975d-06d077004f1f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.773187] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received event network-vif-plugged-a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.773410] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.773625] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.773793] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.773965] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] No waiting events found dispatching network-vif-plugged-a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.774478] env[63393]: WARNING nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received unexpected event network-vif-plugged-a92ca702-d00c-429b-a4d4-db98fc91572b for instance with vm_state building and task_state spawning. [ 760.774650] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received event network-changed-a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.774807] env[63393]: DEBUG nova.compute.manager [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Refreshing instance network info cache due to event network-changed-a92ca702-d00c-429b-a4d4-db98fc91572b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 760.774992] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquiring lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.775147] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Acquired lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.775310] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Refreshing network info cache for port a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.830207] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681752, 'name': Rename_Task, 'duration_secs': 0.256942} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.835591] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.838841] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d9f8c40-e540-418d-80ae-5c4e1931f216 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.843980] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.845222] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 760.845222] env[63393]: value = "task-2681754" [ 760.845222] env[63393]: _type = "Task" [ 760.845222] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.868460] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.868460] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.878582] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681751, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.899886] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.903745] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43d10e2d-c57f-41bc-909b-6daf24aaf407 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.918038] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 760.918038] env[63393]: value = "task-2681755" [ 760.918038] env[63393]: _type = "Task" [ 760.918038] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.930741] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681755, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.005545] env[63393]: DEBUG nova.compute.manager [req-aa311202-4aa5-4e2f-bafd-196bcda60986 req-1cba8307-0075-4cc2-b20e-2d8ed96bd5c7 service nova] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Received event network-vif-deleted-4a35857c-3a47-4b7b-bdfb-904571ab2d1f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.022164] env[63393]: DEBUG nova.compute.manager [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.022164] env[63393]: DEBUG nova.compute.manager [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing instance network info cache due to event network-changed-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.022164] env[63393]: DEBUG oslo_concurrency.lockutils [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] Acquiring lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.022164] env[63393]: DEBUG oslo_concurrency.lockutils [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] Acquired lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.022164] env[63393]: DEBUG nova.network.neutron [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Refreshing network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.238190] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a9c25c-29e4-4e98-b63e-adc4c12f94f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.250478] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3514d946-6c68-4023-bd64-a0961bc9c78b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.291940] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedcf455-0c9e-477c-b60f-02afc8203c21 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.300586] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e03493-0c5d-44c9-80b3-2f28b356de45 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.315828] env[63393]: DEBUG nova.compute.provider_tree [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.339743] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.359277] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.367923] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681751, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.414261] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "4db7ce43-1b59-47af-a757-7b0c428bd734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.431979] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681755, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.820113] env[63393]: DEBUG nova.scheduler.client.report [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.844036] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.859483] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.866972] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681751, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.53149} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.866972] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a/69b0dc90-f0ab-4d77-bbea-2acf8fc7073a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.866972] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.866972] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e95c4b41-79d6-4e93-abe0-b3238b46e9d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.874830] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 761.874830] env[63393]: value = "task-2681756" [ 761.874830] env[63393]: _type = "Task" [ 761.874830] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.884211] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.909390] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updated VIF entry in instance network info cache for port a92ca702-d00c-429b-a4d4-db98fc91572b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.909390] env[63393]: DEBUG nova.network.neutron [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updating instance_info_cache with network_info: [{"id": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "address": "fa:16:3e:55:69:ab", "network": {"id": "eceb0641-fe7a-4a99-a75b-8acdf6938696", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1283949484", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4ad44a-e0", "ovs_interfaceid": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a92ca702-d00c-429b-a4d4-db98fc91572b", "address": "fa:16:3e:f7:bd:af", "network": {"id": "76d7ac0f-24e6-4474-8c4b-3978860e19c5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2076686984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa92ca702-d0", "ovs_interfaceid": "a92ca702-d00c-429b-a4d4-db98fc91572b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.938156] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681755, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.220041] env[63393]: DEBUG nova.network.neutron [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updated VIF entry in instance network info cache for port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.221607] env[63393]: DEBUG nova.network.neutron [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [{"id": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "address": "fa:16:3e:06:e3:5c", "network": {"id": "678fb705-995c-4a51-bfc9-1e7b6673559e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-375690145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aba89970aca1493f9009dc8a5777b171", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d9395a-67", "ovs_interfaceid": "56d9395a-67ff-48b2-ac6b-0bd95f35f3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.325055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.605s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.325305] env[63393]: INFO nova.compute.manager [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Migrating [ 762.332272] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.905s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.334744] env[63393]: INFO nova.compute.claims [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.358245] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.358245] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.358245] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.367942] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.390348] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07323} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.390777] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.391969] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa80eaa-30f2-481e-883f-8119d5619c10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.413993] env[63393]: DEBUG oslo_concurrency.lockutils [req-663892a7-5275-4968-9e90-80d4b018c293 req-fa6ea4f4-d95c-4f7d-bfef-419222f4e1fa service nova] Releasing lock "refresh_cache-69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.423598] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a/69b0dc90-f0ab-4d77-bbea-2acf8fc7073a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.424431] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b52645a0-3734-4647-81c9-e42b96715c4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.449836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "8065824c-066e-420a-a4bc-934f90a507b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.450121] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "8065824c-066e-420a-a4bc-934f90a507b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.450336] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "8065824c-066e-420a-a4bc-934f90a507b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.450552] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "8065824c-066e-420a-a4bc-934f90a507b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.450732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "8065824c-066e-420a-a4bc-934f90a507b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.454712] env[63393]: INFO nova.compute.manager [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Terminating instance [ 762.462991] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681755, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.465854] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 762.465854] env[63393]: value = "task-2681757" [ 762.465854] env[63393]: _type = "Task" [ 762.465854] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.479550] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.726954] env[63393]: DEBUG oslo_concurrency.lockutils [req-926f98c3-6490-4343-a5de-f0c1080eaf2d req-e35e3e48-b7eb-4d21-8b9f-0e3bfa33b99a service nova] Releasing lock "refresh_cache-f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.854101] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.855234] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.855453] env[63393]: DEBUG nova.network.neutron [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.858474] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.875596] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.875596] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.875596] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.875596] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.875596] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.875596] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.875596] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 762.881371] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.884469] env[63393]: DEBUG oslo_vmware.api [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681754, 'name': PowerOnVM_Task, 'duration_secs': 1.949316} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.884469] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.884658] env[63393]: INFO nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Took 10.00 seconds to spawn the instance on the hypervisor. [ 762.884925] env[63393]: DEBUG nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.887248] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fecda1-b58b-4388-a313-074ec0c43452 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.941182] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681755, 'name': CloneVM_Task, 'duration_secs': 1.958175} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.941554] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Created linked-clone VM from snapshot [ 762.942479] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b9eebe-84fc-46dc-8710-f28364f71cc7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.955939] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Uploading image 33815262-cf0d-4319-a7ab-8cd02ed322f8 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.966399] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "refresh_cache-8065824c-066e-420a-a4bc-934f90a507b3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.966399] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquired lock "refresh_cache-8065824c-066e-420a-a4bc-934f90a507b3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.966489] env[63393]: DEBUG nova.network.neutron [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.984027] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.996070] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.996070] env[63393]: value = "vm-540667" [ 762.996070] env[63393]: _type = "VirtualMachine" [ 762.996070] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.996379] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e3fd90d-3e59-4052-973d-a22e85b50071 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.005125] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease: (returnval){ [ 763.005125] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52930d55-221c-0c39-03d8-8b3c9e92adda" [ 763.005125] env[63393]: _type = "HttpNfcLease" [ 763.005125] env[63393]: } obtained for exporting VM: (result){ [ 763.005125] env[63393]: value = "vm-540667" [ 763.005125] env[63393]: _type = "VirtualMachine" [ 763.005125] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.005534] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the lease: (returnval){ [ 763.005534] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52930d55-221c-0c39-03d8-8b3c9e92adda" [ 763.005534] env[63393]: _type = "HttpNfcLease" [ 763.005534] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.028224] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.028224] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52930d55-221c-0c39-03d8-8b3c9e92adda" [ 763.028224] env[63393]: _type = "HttpNfcLease" [ 763.028224] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 763.057356] env[63393]: DEBUG nova.compute.manager [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.057592] env[63393]: DEBUG nova.compute.manager [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing instance network info cache due to event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.057766] env[63393]: DEBUG oslo_concurrency.lockutils [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.057924] env[63393]: DEBUG oslo_concurrency.lockutils [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.058149] env[63393]: DEBUG nova.network.neutron [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.349532] env[63393]: DEBUG oslo_vmware.api [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681738, 'name': ReconfigVM_Task, 'duration_secs': 5.823958} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.349908] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.350354] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Reconfigured VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 763.385870] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.410897] env[63393]: INFO nova.compute.manager [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Took 38.04 seconds to build instance. [ 763.480855] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.498942] env[63393]: DEBUG nova.network.neutron [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.517105] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.517105] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52930d55-221c-0c39-03d8-8b3c9e92adda" [ 763.517105] env[63393]: _type = "HttpNfcLease" [ 763.517105] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.517273] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.517273] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52930d55-221c-0c39-03d8-8b3c9e92adda" [ 763.517273] env[63393]: _type = "HttpNfcLease" [ 763.517273] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.517889] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f538933-33c1-4d6e-88c3-b383b8eadfc2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.526361] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f138a9-6aeb-82d3-788b-83b3be16bba1/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.526533] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f138a9-6aeb-82d3-788b-83b3be16bba1/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.657147] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8d81b3f-afee-4c9b-aa52-83f1adeeff3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.698612] env[63393]: DEBUG nova.network.neutron [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.916945] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.394s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.982613] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.989763] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d6710-0145-4855-852b-65703cc7edd2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.997853] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8611e10-08a5-4b3e-a940-768568b0936b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.031322] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a1469e-4219-4eb8-a430-794b38951e20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.040657] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201089c-7cc6-40fc-9a60-bb912ff26906 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.057614] env[63393]: DEBUG nova.compute.provider_tree [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.173433] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.174072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.174072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.174256] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.174361] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.176932] env[63393]: INFO nova.compute.manager [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Terminating instance [ 764.204279] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Releasing lock "refresh_cache-8065824c-066e-420a-a4bc-934f90a507b3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.205848] env[63393]: DEBUG nova.compute.manager [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.205848] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.206357] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22457091-a7ce-4e44-ad11-5df34f1e4a93 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.217530] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.217814] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d63728-5279-4a02-89e6-02f2cc313075 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.229558] env[63393]: DEBUG oslo_vmware.api [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 764.229558] env[63393]: value = "task-2681759" [ 764.229558] env[63393]: _type = "Task" [ 764.229558] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.247119] env[63393]: DEBUG oslo_vmware.api [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.380913] env[63393]: DEBUG nova.network.neutron [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.479662] env[63393]: DEBUG nova.network.neutron [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updated VIF entry in instance network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.480043] env[63393]: DEBUG nova.network.neutron [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.496672] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.561940] env[63393]: DEBUG nova.scheduler.client.report [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.684559] env[63393]: DEBUG nova.compute.manager [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.684835] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.685968] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c1eb7-a088-445a-bf63-503f4b30cf3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.700622] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.700921] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa51afd3-d603-4edd-821f-1cd66c5d474a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.711371] env[63393]: DEBUG oslo_vmware.api [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 764.711371] env[63393]: value = "task-2681760" [ 764.711371] env[63393]: _type = "Task" [ 764.711371] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.722750] env[63393]: DEBUG oslo_vmware.api [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.742319] env[63393]: DEBUG oslo_vmware.api [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681759, 'name': PowerOffVM_Task, 'duration_secs': 0.229942} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.743157] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.743508] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.743804] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77fc885a-e522-4ed6-8c5d-906946607402 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.782799] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.783442] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.783705] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Deleting the datastore file [datastore2] 8065824c-066e-420a-a4bc-934f90a507b3 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.786025] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6540e6df-6c46-4c48-bc22-0c2ceb86a26c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.796177] env[63393]: DEBUG oslo_vmware.api [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for the task: (returnval){ [ 764.796177] env[63393]: value = "task-2681762" [ 764.796177] env[63393]: _type = "Task" [ 764.796177] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.808770] env[63393]: DEBUG oslo_vmware.api [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.886821] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.985714] env[63393]: DEBUG oslo_concurrency.lockutils [req-d229613b-e40e-4c9c-8839-d48371963324 req-a2b601fc-653b-44ac-8f4f-9699900b038d service nova] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.986348] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.068144] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.069019] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.071991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.229s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.073740] env[63393]: INFO nova.compute.claims [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.119121] env[63393]: DEBUG nova.compute.manager [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-vif-deleted-796f5b48-d775-4f66-9995-78557a2a8702 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.119734] env[63393]: INFO nova.compute.manager [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Neutron deleted interface 796f5b48-d775-4f66-9995-78557a2a8702; detaching it from the instance and deleting it from the info cache [ 765.119734] env[63393]: DEBUG nova.network.neutron [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.222625] env[63393]: DEBUG oslo_vmware.api [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681760, 'name': PowerOffVM_Task, 'duration_secs': 0.280382} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.223073] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.223392] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.223718] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5c0f226-df8a-485a-a22d-3be6c3fff17d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308517] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.308878] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.309094] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Deleting the datastore file [datastore1] ca95dd56-a5ca-4bc0-a704-278333df1f2d {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.313323] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7659b80-ea8d-434e-9fa5-c037a48eb062 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.315567] env[63393]: DEBUG oslo_vmware.api [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Task: {'id': task-2681762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118024} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.315984] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.316199] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.316411] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.316594] env[63393]: INFO nova.compute.manager [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 765.316869] env[63393]: DEBUG oslo.service.loopingcall [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.317653] env[63393]: DEBUG nova.compute.manager [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.317714] env[63393]: DEBUG nova.network.neutron [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.323042] env[63393]: DEBUG oslo_vmware.api [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for the task: (returnval){ [ 765.323042] env[63393]: value = "task-2681764" [ 765.323042] env[63393]: _type = "Task" [ 765.323042] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.332705] env[63393]: DEBUG oslo_vmware.api [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.343756] env[63393]: DEBUG nova.network.neutron [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.397221] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.397221] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.397221] env[63393]: DEBUG nova.network.neutron [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.453416] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.453788] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.454079] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.454428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.454665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.461628] env[63393]: INFO nova.compute.manager [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Terminating instance [ 765.488302] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.578691] env[63393]: DEBUG nova.compute.utils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.585373] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.511s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.585373] env[63393]: DEBUG nova.compute.utils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Instance ade81021-7214-46ec-8ee8-b4fb5c8fb1eb could not be found. {{(pid=63393) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 765.586123] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.586448] env[63393]: DEBUG nova.network.neutron [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.588747] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.496s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.590249] env[63393]: DEBUG nova.objects.instance [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lazy-loading 'resources' on Instance uuid 272f9539-f449-431c-b847-1fb862b34e45 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.594023] env[63393]: DEBUG nova.compute.manager [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Instance disappeared during build. {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 765.594569] env[63393]: DEBUG nova.compute.manager [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Unplugging VIFs for instance {{(pid=63393) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 765.594863] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Acquiring lock "refresh_cache-ade81021-7214-46ec-8ee8-b4fb5c8fb1eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.595037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Acquired lock "refresh_cache-ade81021-7214-46ec-8ee8-b4fb5c8fb1eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.595210] env[63393]: DEBUG nova.network.neutron [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.596880] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "548cb29e-6e8a-41c6-975d-06d077004f1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.597157] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.599806] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "548cb29e-6e8a-41c6-975d-06d077004f1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.599806] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.599806] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.601876] env[63393]: INFO nova.compute.manager [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Terminating instance [ 765.607173] env[63393]: DEBUG nova.compute.utils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Can not refresh info_cache because instance was not found {{(pid=63393) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 765.625657] env[63393]: DEBUG oslo_concurrency.lockutils [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] Acquiring lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.696263] env[63393]: DEBUG nova.network.neutron [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.788973] env[63393]: DEBUG nova.policy [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41948d8b2e8640abafb8afff1e0bef02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5faadfe89f4b74a1dfebbbd93ff71f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.837867] env[63393]: DEBUG oslo_vmware.api [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Task: {'id': task-2681764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188854} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.838390] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.838622] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.838837] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.839074] env[63393]: INFO nova.compute.manager [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 765.839345] env[63393]: DEBUG oslo.service.loopingcall [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.839558] env[63393]: DEBUG nova.compute.manager [-] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.839681] env[63393]: DEBUG nova.network.neutron [-] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.849399] env[63393]: DEBUG nova.network.neutron [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.907667] env[63393]: DEBUG nova.network.neutron [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.966848] env[63393]: DEBUG nova.compute.manager [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.967101] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.968298] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a225a3-aaea-4359-8eeb-6e664e2d5f3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.986640] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.987311] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4693e65-5cd6-4c76-b97e-8d252122faa8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.999204] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681757, 'name': ReconfigVM_Task, 'duration_secs': 3.113874} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.005646] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a/69b0dc90-f0ab-4d77-bbea-2acf8fc7073a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.006659] env[63393]: DEBUG oslo_vmware.api [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 766.006659] env[63393]: value = "task-2681765" [ 766.006659] env[63393]: _type = "Task" [ 766.006659] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.007241] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f86b96fc-a14a-488d-8387-3f736ca1012c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.028183] env[63393]: DEBUG oslo_vmware.api [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.034217] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 766.034217] env[63393]: value = "task-2681766" [ 766.034217] env[63393]: _type = "Task" [ 766.034217] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.054892] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681766, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.090444] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.120399] env[63393]: DEBUG nova.compute.manager [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.120399] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.126047] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb41b9-926d-4a23-a4bb-afbeddfc606a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.138015] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.138273] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-158b8e5f-72bd-44e9-82db-fc0f9f862aee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.155907] env[63393]: DEBUG oslo_vmware.api [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 766.155907] env[63393]: value = "task-2681767" [ 766.155907] env[63393]: _type = "Task" [ 766.155907] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.174343] env[63393]: DEBUG oslo_vmware.api [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.255327] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed2bee4-cf5c-48e6-823a-961cf431779d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.265955] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2b7f26-1527-444e-8619-f73f5df9f5ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.308615] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02938d26-57a5-4220-a6c1-458f0cada755 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.321453] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabb9354-6fc9-4996-bf62-8540d6a3adae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.337739] env[63393]: DEBUG nova.compute.provider_tree [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.352586] env[63393]: INFO nova.compute.manager [-] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Took 1.03 seconds to deallocate network for instance. [ 766.405238] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f880b-9238-4492-9834-3caf0fa025f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.410793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Releasing lock "refresh_cache-ade81021-7214-46ec-8ee8-b4fb5c8fb1eb" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.411133] env[63393]: DEBUG nova.compute.manager [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=63393) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 766.411133] env[63393]: DEBUG nova.compute.manager [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] [instance: ade81021-7214-46ec-8ee8-b4fb5c8fb1eb] Skipping network deallocation for instance since networking was not requested. {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 766.428839] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.522242] env[63393]: DEBUG oslo_vmware.api [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681765, 'name': PowerOffVM_Task, 'duration_secs': 0.273238} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.522672] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.523662] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.523884] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-739c022a-16cf-429b-86d8-089978f58dcd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.546282] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681766, 'name': Rename_Task, 'duration_secs': 0.285347} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.546704] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.547053] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be26c3a2-6030-4664-b06c-a1a61aa18c48 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.556358] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 766.556358] env[63393]: value = "task-2681769" [ 766.556358] env[63393]: _type = "Task" [ 766.556358] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.569098] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.611898] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.612159] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.612348] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleting the datastore file [datastore1] 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.612653] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22db7ab-af4b-4f93-827b-7040b839a86b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.626832] env[63393]: DEBUG oslo_vmware.api [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 766.626832] env[63393]: value = "task-2681770" [ 766.626832] env[63393]: _type = "Task" [ 766.626832] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.631528] env[63393]: DEBUG nova.network.neutron [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [{"id": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "address": "fa:16:3e:73:d3:27", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8373a4e-84", "ovs_interfaceid": "f8373a4e-84df-447b-96af-cd51e7eb2c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.640675] env[63393]: DEBUG oslo_vmware.api [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.671037] env[63393]: DEBUG oslo_vmware.api [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681767, 'name': PowerOffVM_Task, 'duration_secs': 0.275968} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.671341] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.671608] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.671832] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd3bab0-85fd-4c1e-9433-8ed3a1fc1240 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.767198] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.767483] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.767747] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Deleting the datastore file [datastore2] 548cb29e-6e8a-41c6-975d-06d077004f1f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.768068] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e90826c-0a95-4108-b060-efd9c437ce42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.778648] env[63393]: DEBUG oslo_vmware.api [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for the task: (returnval){ [ 766.778648] env[63393]: value = "task-2681772" [ 766.778648] env[63393]: _type = "Task" [ 766.778648] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.791779] env[63393]: DEBUG oslo_vmware.api [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.841555] env[63393]: DEBUG nova.scheduler.client.report [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.859475] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.936883] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.937767] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64948ec-3181-4f5e-9dca-6ceac265a6a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.942885] env[63393]: DEBUG nova.network.neutron [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Successfully created port: 9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.947712] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 766.947712] env[63393]: value = "task-2681773" [ 766.947712] env[63393]: _type = "Task" [ 766.947712] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.963613] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.071964] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.103030] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.136020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.148352] env[63393]: DEBUG oslo_vmware.api [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19596} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.150097] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.150347] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.150622] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.150730] env[63393]: INFO nova.compute.manager [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 767.150999] env[63393]: DEBUG oslo.service.loopingcall [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.154369] env[63393]: DEBUG nova.compute.manager [-] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.154461] env[63393]: DEBUG nova.network.neutron [-] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.159654] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.160101] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.160215] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.160518] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.160931] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.161556] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.161556] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.161744] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.161968] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.162235] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.162476] env[63393]: DEBUG nova.virt.hardware [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.164069] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a1b9b-7871-4c7a-b2b3-d1c3cfa5e8fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.175394] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d74f2e-a026-4615-92dd-d22218df3454 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.292108] env[63393]: DEBUG oslo_vmware.api [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Task: {'id': task-2681772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193967} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.292108] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.292108] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.292108] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.292108] env[63393]: INFO nova.compute.manager [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 767.292353] env[63393]: DEBUG oslo.service.loopingcall [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.292527] env[63393]: DEBUG nova.compute.manager [-] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.292635] env[63393]: DEBUG nova.network.neutron [-] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.349141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.350050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.317s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.350697] env[63393]: DEBUG nova.objects.instance [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lazy-loading 'resources' on Instance uuid 33df7bf1-a8e8-4368-b5a4-155436b6320f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.390399] env[63393]: INFO nova.scheduler.client.report [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Deleted allocations for instance 272f9539-f449-431c-b847-1fb862b34e45 [ 767.457260] env[63393]: DEBUG oslo_concurrency.lockutils [None req-35eaf941-2629-4b92-96ad-0b999d9dce33 tempest-ServersListShow296Test-625147553 tempest-ServersListShow296Test-625147553-project-member] Lock "ade81021-7214-46ec-8ee8-b4fb5c8fb1eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.647s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.466020] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681773, 'name': PowerOffVM_Task, 'duration_secs': 0.272} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.466020] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.466020] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 767.570840] env[63393]: DEBUG oslo_vmware.api [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681769, 'name': PowerOnVM_Task, 'duration_secs': 0.884534} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.571194] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.571510] env[63393]: INFO nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Took 17.27 seconds to spawn the instance on the hypervisor. [ 767.572051] env[63393]: DEBUG nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.572962] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903559d0-268f-4eea-b820-8dfd0e926580 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.640994] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-69b7e6dd-497a-4e72-9669-5b3cf404bbf6-796f5b48-d775-4f66-9995-78557a2a8702" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.946s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.803766] env[63393]: DEBUG nova.compute.manager [req-6f4079ce-9a70-4eea-8cc8-e80477a857be req-63216aa1-ef5f-4a7e-b463-f22093a3f69c service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Received event network-vif-deleted-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.805312] env[63393]: INFO nova.compute.manager [req-6f4079ce-9a70-4eea-8cc8-e80477a857be req-63216aa1-ef5f-4a7e-b463-f22093a3f69c service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Neutron deleted interface 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974; detaching it from the instance and deleting it from the info cache [ 767.805549] env[63393]: DEBUG nova.network.neutron [req-6f4079ce-9a70-4eea-8cc8-e80477a857be req-63216aa1-ef5f-4a7e-b463-f22093a3f69c service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.901702] env[63393]: DEBUG oslo_concurrency.lockutils [None req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Lock "272f9539-f449-431c-b847-1fb862b34e45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.290s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.973970] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.973970] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.973970] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.974672] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.974902] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.975113] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.975422] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.975572] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.975776] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.975987] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.976242] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.983556] env[63393]: DEBUG nova.network.neutron [-] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.984869] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d9ebd5f-2cb2-46cf-9b82-0b9dcae93e67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.010292] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 768.010292] env[63393]: value = "task-2681774" [ 768.010292] env[63393]: _type = "Task" [ 768.010292] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.025560] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.096957] env[63393]: INFO nova.compute.manager [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Took 48.31 seconds to build instance. [ 768.311273] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d163840-0c70-4198-b9ae-e61b8aa7c44b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.324659] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc00734e-5e0d-4919-9798-3b69518ed710 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.373103] env[63393]: DEBUG nova.compute.manager [req-6f4079ce-9a70-4eea-8cc8-e80477a857be req-63216aa1-ef5f-4a7e-b463-f22093a3f69c service nova] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Detach interface failed, port_id=6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974, reason: Instance ca95dd56-a5ca-4bc0-a704-278333df1f2d could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 768.448897] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbf8e27-1e6e-412a-a716-f7fbf3ce7b37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.459581] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b643a4-269f-4bc0-9c44-e92bfa400727 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.498615] env[63393]: INFO nova.compute.manager [-] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Took 2.66 seconds to deallocate network for instance. [ 768.502094] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd07793-d661-484d-8a14-f8054c6d141c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.516869] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74348eb6-1c77-4a11-975e-e579208430c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.524693] env[63393]: DEBUG nova.network.neutron [-] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.526814] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681774, 'name': ReconfigVM_Task, 'duration_secs': 0.406411} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.526941] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.541021] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.607174] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1eddea51-0581-40c9-b504-bf34ee759bae tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.017s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.933206] env[63393]: DEBUG nova.compute.manager [req-f871348e-8472-4b2b-97d6-b4f6911ec805 req-674599d8-22a1-45a5-8f6d-0098320bbc4e service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Received event network-vif-deleted-f8373a4e-84df-447b-96af-cd51e7eb2c47 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.933659] env[63393]: INFO nova.compute.manager [req-f871348e-8472-4b2b-97d6-b4f6911ec805 req-674599d8-22a1-45a5-8f6d-0098320bbc4e service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Neutron deleted interface f8373a4e-84df-447b-96af-cd51e7eb2c47; detaching it from the instance and deleting it from the info cache [ 768.933659] env[63393]: DEBUG nova.network.neutron [req-f871348e-8472-4b2b-97d6-b4f6911ec805 req-674599d8-22a1-45a5-8f6d-0098320bbc4e service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.011782] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.028173] env[63393]: INFO nova.compute.manager [-] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Took 1.74 seconds to deallocate network for instance. [ 769.045483] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:28:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='369d3cc7-7fb8-475c-a81c-741a3a9c093e',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1468298769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.046600] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.047247] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.048249] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.048462] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.048643] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.048878] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.049053] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.049251] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.049462] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.049602] env[63393]: DEBUG nova.virt.hardware [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.059099] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.064302] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8be413-39d2-4f52-b476-d81a049d47fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.086996] env[63393]: ERROR nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [req-3b022f19-ec6e-462e-9aa2-e073c4a7ea62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b022f19-ec6e-462e-9aa2-e073c4a7ea62"}]} [ 769.093764] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 769.093764] env[63393]: value = "task-2681775" [ 769.093764] env[63393]: _type = "Task" [ 769.093764] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.102505] env[63393]: DEBUG nova.network.neutron [-] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.108427] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.116594] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 769.135577] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 769.135848] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.153388] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 769.192629] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 769.436301] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a00493a7-6f61-4e9b-9e7f-1b264335ae86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.455083] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b02d68-6c80-4ea7-abda-773b7e0e16e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.506412] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "2de9b95f-d123-47da-a8e0-c59e74561239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.506653] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "2de9b95f-d123-47da-a8e0-c59e74561239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.507963] env[63393]: DEBUG nova.compute.manager [req-f871348e-8472-4b2b-97d6-b4f6911ec805 req-674599d8-22a1-45a5-8f6d-0098320bbc4e service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Detach interface failed, port_id=f8373a4e-84df-447b-96af-cd51e7eb2c47, reason: Instance 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 769.536692] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.569576] env[63393]: DEBUG nova.network.neutron [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Successfully updated port: 9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.606443] env[63393]: INFO nova.compute.manager [-] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Took 2.45 seconds to deallocate network for instance. [ 769.608504] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681775, 'name': ReconfigVM_Task, 'duration_secs': 0.249552} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.611824] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 769.615808] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ffe71d-8616-4ada-98d7-30efa7d4d4c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.649391] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.655536] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280398e2-1f00-48e6-9f5a-4b7e65e5f465 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.676504] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 769.676504] env[63393]: value = "task-2681776" [ 769.676504] env[63393]: _type = "Task" [ 769.676504] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.688710] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.860158] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa8c8a-cf1b-46e7-945d-fe35daf0adac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.868796] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64705c2-f3c3-49bd-8977-e703cfcfeb1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.904034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.904436] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.904574] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.904741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.904907] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.907332] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63373326-ff63-463f-b896-fecb99c3fe49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.910674] env[63393]: INFO nova.compute.manager [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Terminating instance [ 769.918451] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f8243-5a66-45b6-b723-dc6bf0f42bc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.936086] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.005433] env[63393]: DEBUG nova.compute.manager [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Received event network-vif-deleted-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.005706] env[63393]: DEBUG nova.compute.manager [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Received event network-vif-plugged-9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.005979] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] Acquiring lock "d673a78a-4812-401c-9ec5-bfa66a450f11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.006162] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.006370] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.006459] env[63393]: DEBUG nova.compute.manager [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] No waiting events found dispatching network-vif-plugged-9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.006588] env[63393]: WARNING nova.compute.manager [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Received unexpected event network-vif-plugged-9229b521-750e-4ee1-a664-e5d5a0c79e21 for instance with vm_state building and task_state spawning. [ 770.006792] env[63393]: DEBUG nova.compute.manager [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Received event network-changed-9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.006889] env[63393]: DEBUG nova.compute.manager [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Refreshing instance network info cache due to event network-changed-9229b521-750e-4ee1-a664-e5d5a0c79e21. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.007090] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] Acquiring lock "refresh_cache-d673a78a-4812-401c-9ec5-bfa66a450f11" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.007230] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] Acquired lock "refresh_cache-d673a78a-4812-401c-9ec5-bfa66a450f11" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.007386] env[63393]: DEBUG nova.network.neutron [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Refreshing network info cache for port 9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.012573] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.072521] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "refresh_cache-d673a78a-4812-401c-9ec5-bfa66a450f11" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.121174] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.191100] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681776, 'name': ReconfigVM_Task, 'duration_secs': 0.46888} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.192029] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.192029] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 770.417106] env[63393]: DEBUG nova.compute.manager [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.417375] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.418736] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc5152a-7d5e-462f-8dec-c49663acec89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.429832] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.430070] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4f3ffd-729e-47d4-b9fb-260161ed75a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.445175] env[63393]: DEBUG oslo_vmware.api [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 770.445175] env[63393]: value = "task-2681777" [ 770.445175] env[63393]: _type = "Task" [ 770.445175] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.461398] env[63393]: DEBUG oslo_vmware.api [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.469879] env[63393]: ERROR nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [req-f32c3447-d6c4-4292-a7b7-61751fa50a77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f32c3447-d6c4-4292-a7b7-61751fa50a77"}]} [ 770.488404] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.503321] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.503617] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.531349] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.535280] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.555913] env[63393]: DEBUG nova.network.neutron [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.562029] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.702706] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054aacd2-4573-4218-abb9-40ddf46fe203 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.726223] env[63393]: DEBUG nova.network.neutron [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.732414] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d49a1c-00fc-430c-b78d-df3d339701a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.756099] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 770.891708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.893606] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.959287] env[63393]: DEBUG oslo_vmware.api [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681777, 'name': PowerOffVM_Task, 'duration_secs': 0.230948} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.959522] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.959713] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.959945] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aec584f-e7d2-4a30-8a9e-b1e113349bce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.077150] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.078620] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.078620] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Deleting the datastore file [datastore2] 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.078620] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7c2f630-6a40-4839-9bb2-a258d5eba707 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.087763] env[63393]: DEBUG oslo_vmware.api [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for the task: (returnval){ [ 771.087763] env[63393]: value = "task-2681779" [ 771.087763] env[63393]: _type = "Task" [ 771.087763] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.106245] env[63393]: DEBUG oslo_vmware.api [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.228958] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f138a9-6aeb-82d3-788b-83b3be16bba1/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 771.229900] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b1218-fd33-4d98-b8f1-6da25aa1ebf6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.238394] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b4ba8a9-d7ad-42b8-843a-9e9b73ebd300 req-2ff129c7-0b9e-4e75-9985-bd739dd88c23 service nova] Releasing lock "refresh_cache-d673a78a-4812-401c-9ec5-bfa66a450f11" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.241963] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired lock "refresh_cache-d673a78a-4812-401c-9ec5-bfa66a450f11" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.242505] env[63393]: DEBUG nova.network.neutron [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.243513] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f138a9-6aeb-82d3-788b-83b3be16bba1/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 771.243697] env[63393]: ERROR oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f138a9-6aeb-82d3-788b-83b3be16bba1/disk-0.vmdk due to incomplete transfer. [ 771.244431] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71ff6677-f98b-43b5-8331-9ab8b8d67c92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.258310] env[63393]: DEBUG oslo_vmware.rw_handles [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f138a9-6aeb-82d3-788b-83b3be16bba1/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 771.258509] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Uploaded image 33815262-cf0d-4319-a7ab-8cd02ed322f8 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 771.260995] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 771.262210] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95cec317-dacb-4179-a4f8-aed2e01e4f02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.271429] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 771.271429] env[63393]: value = "task-2681780" [ 771.271429] env[63393]: _type = "Task" [ 771.271429] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.281672] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681780, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.286738] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9cf799-a573-49c2-948d-316da8d9ac50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.294317] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90110e9-f7a6-4c04-8027-1e87c9456ab5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.335082] env[63393]: DEBUG nova.network.neutron [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Port a3cf3a3e-4afc-4435-a619-65ef8f276f71 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 771.336990] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db2e58-bc55-416f-9f2d-9b240ef54ebe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.346758] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afdbbde-b490-4aac-9d93-e916928a4c5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.362401] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.398191] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.546026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "a69b263d-15c2-4ac7-9a13-06726bdf168d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.548019] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.605501] env[63393]: DEBUG oslo_vmware.api [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Task: {'id': task-2681779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169148} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.605776] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.605952] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.606148] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.606328] env[63393]: INFO nova.compute.manager [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 771.606570] env[63393]: DEBUG oslo.service.loopingcall [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.606766] env[63393]: DEBUG nova.compute.manager [-] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.607533] env[63393]: DEBUG nova.network.neutron [-] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.783780] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681780, 'name': Destroy_Task, 'duration_secs': 0.486051} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.784278] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroyed the VM [ 771.784476] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.784709] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7971dfd7-bc94-46ec-8c50-e7a216a2bc82 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.793814] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 771.793814] env[63393]: value = "task-2681781" [ 771.793814] env[63393]: _type = "Task" [ 771.793814] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.800867] env[63393]: DEBUG nova.network.neutron [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.820464] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.898394] env[63393]: ERROR nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [req-02d29156-8cd4-4a61-8cf4-60c0cc2d93e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02d29156-8cd4-4a61-8cf4-60c0cc2d93e4"}]} [ 771.916109] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 771.929958] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.932736] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 771.932736] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.949288] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 771.971634] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 772.049163] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.162753] env[63393]: DEBUG nova.network.neutron [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Updating instance_info_cache with network_info: [{"id": "9229b521-750e-4ee1-a664-e5d5a0c79e21", "address": "fa:16:3e:ad:ca:62", "network": {"id": "18911bc0-45a2-47ca-8841-1ccd7c85db60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-46881127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5faadfe89f4b74a1dfebbbd93ff71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9229b521-75", "ovs_interfaceid": "9229b521-750e-4ee1-a664-e5d5a0c79e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.187190] env[63393]: DEBUG nova.compute.manager [req-1a99c8a9-6056-4c6b-80a8-171dca73caef req-704f9998-872e-426b-a071-4e216741ca00 service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received event network-vif-deleted-a92ca702-d00c-429b-a4d4-db98fc91572b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.187190] env[63393]: INFO nova.compute.manager [req-1a99c8a9-6056-4c6b-80a8-171dca73caef req-704f9998-872e-426b-a071-4e216741ca00 service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Neutron deleted interface a92ca702-d00c-429b-a4d4-db98fc91572b; detaching it from the instance and deleting it from the info cache [ 772.187190] env[63393]: DEBUG nova.network.neutron [req-1a99c8a9-6056-4c6b-80a8-171dca73caef req-704f9998-872e-426b-a071-4e216741ca00 service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updating instance_info_cache with network_info: [{"id": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "address": "fa:16:3e:55:69:ab", "network": {"id": "eceb0641-fe7a-4a99-a75b-8acdf6938696", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1283949484", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c0a17746a04e58a14370f45258db2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a4ad44a-e0", "ovs_interfaceid": "5a4ad44a-e046-4683-9ff1-e8215d75131b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.304360] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681781, 'name': RemoveSnapshot_Task} progress is 53%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.368139] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "10f69421-d9f3-421d-a17f-f33968787722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.368972] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.368972] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.513226] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3d1505-b4ed-40df-89ea-3f160ff80b2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.523608] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bd62cf-8929-4e01-8f07-2881661a4675 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.563858] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9776b2f1-7f43-4aa2-b86e-7afdd8da7fc3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.573701] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccfb4fc-6e76-456c-881e-7c24a06c0850 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.579763] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.592081] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.665488] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Releasing lock "refresh_cache-d673a78a-4812-401c-9ec5-bfa66a450f11" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.665840] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Instance network_info: |[{"id": "9229b521-750e-4ee1-a664-e5d5a0c79e21", "address": "fa:16:3e:ad:ca:62", "network": {"id": "18911bc0-45a2-47ca-8841-1ccd7c85db60", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-46881127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5faadfe89f4b74a1dfebbbd93ff71f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9229b521-75", "ovs_interfaceid": "9229b521-750e-4ee1-a664-e5d5a0c79e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.666410] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:ca:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9229b521-750e-4ee1-a664-e5d5a0c79e21', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.674809] env[63393]: DEBUG oslo.service.loopingcall [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.675498] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.675695] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11279d13-11a1-4ce5-bbda-dc0a39243745 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.691415] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d425d832-bb85-4cc7-9e2a-c31d33f208bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.702604] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbd1605-4dd5-4e40-b3fd-61758ba974d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.715887] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.715887] env[63393]: value = "task-2681782" [ 772.715887] env[63393]: _type = "Task" [ 772.715887] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.725220] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681782, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.744580] env[63393]: DEBUG nova.compute.manager [req-1a99c8a9-6056-4c6b-80a8-171dca73caef req-704f9998-872e-426b-a071-4e216741ca00 service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Detach interface failed, port_id=a92ca702-d00c-429b-a4d4-db98fc91572b, reason: Instance 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 772.807028] env[63393]: DEBUG oslo_vmware.api [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681781, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849443} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.807789] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.808052] env[63393]: INFO nova.compute.manager [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 14.02 seconds to snapshot the instance on the hypervisor. [ 772.895192] env[63393]: DEBUG nova.network.neutron [-] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.134600] env[63393]: DEBUG nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 773.134600] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 84 to 85 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 773.134600] env[63393]: DEBUG nova.compute.provider_tree [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.228500] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681782, 'name': CreateVM_Task, 'duration_secs': 0.365367} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.228673] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.229346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.229506] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.229813] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.230079] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae8609c-e017-49fd-9619-8b03aff54197 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.234892] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 773.234892] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8f133-7f00-5b27-9295-8757352fe620" [ 773.234892] env[63393]: _type = "Task" [ 773.234892] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.242784] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8f133-7f00-5b27-9295-8757352fe620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.388727] env[63393]: DEBUG nova.compute.manager [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Found 3 images (rotation: 2) {{(pid=63393) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 773.388952] env[63393]: DEBUG nova.compute.manager [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Rotating out 1 backups {{(pid=63393) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 773.389083] env[63393]: DEBUG nova.compute.manager [None req-8bf3a11f-839e-41f3-a997-a4dec5aef06d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleting image 46ef4880-0114-4a95-bb81-b735b662b9ed {{(pid=63393) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 773.397787] env[63393]: INFO nova.compute.manager [-] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Took 1.79 seconds to deallocate network for instance. [ 773.443663] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.443663] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.443663] env[63393]: DEBUG nova.network.neutron [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.645631] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.292s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.647015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.374s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.647463] env[63393]: DEBUG nova.objects.instance [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lazy-loading 'resources' on Instance uuid 8a309aad-b086-442f-a069-60c780c5b945 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.676705] env[63393]: INFO nova.scheduler.client.report [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Deleted allocations for instance 33df7bf1-a8e8-4368-b5a4-155436b6320f [ 773.746985] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c8f133-7f00-5b27-9295-8757352fe620, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.747438] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.747771] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.748107] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.748579] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.748955] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.749299] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a12a145-abe4-4724-b78a-8af71452a5a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.762018] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.762018] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.762018] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243f0432-fd18-4115-b560-37a59e334b6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.766272] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 773.766272] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e33391-0e9b-013e-85bc-5a861b12fea5" [ 773.766272] env[63393]: _type = "Task" [ 773.766272] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.776343] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e33391-0e9b-013e-85bc-5a861b12fea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.908029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.188525] env[63393]: DEBUG oslo_concurrency.lockutils [None req-261b4396-5a9b-44b8-872b-04225f4dcb05 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "33df7bf1-a8e8-4368-b5a4-155436b6320f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.996s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.229405] env[63393]: DEBUG nova.network.neutron [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.281900] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e33391-0e9b-013e-85bc-5a861b12fea5, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.282870] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aec397-eb72-4b8f-b0a4-5ec12d979ed6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.289158] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 774.289158] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52462d1e-d646-2cfc-d22c-bea9355ef483" [ 774.289158] env[63393]: _type = "Task" [ 774.289158] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.298513] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52462d1e-d646-2cfc-d22c-bea9355ef483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.361303] env[63393]: DEBUG nova.compute.manager [req-9fd94aae-dc63-42f0-b4c9-d464d504a903 req-e8aa76c0-2c0a-475e-bd32-e7a3da48a3f4 service nova] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Received event network-vif-deleted-5a4ad44a-e046-4683-9ff1-e8215d75131b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.677070] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f71920-8283-4113-b896-5cf3ad2da57b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.685856] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4504c-12eb-42f1-9176-949b0262c5c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.719327] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984f3f3-96f6-45bd-89a4-47046debffbe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.728110] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83869691-e2d6-4471-ad32-61f4c039686c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.732428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.746999] env[63393]: DEBUG nova.compute.provider_tree [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.802496] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52462d1e-d646-2cfc-d22c-bea9355ef483, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.803786] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.804107] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d673a78a-4812-401c-9ec5-bfa66a450f11/d673a78a-4812-401c-9ec5-bfa66a450f11.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.804382] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06b65e9e-ddac-4dc2-96f9-306533e296bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.815195] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 774.815195] env[63393]: value = "task-2681783" [ 774.815195] env[63393]: _type = "Task" [ 774.815195] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.824497] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.256698] env[63393]: DEBUG nova.scheduler.client.report [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.275196] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360492b3-ba35-443e-9d3a-c93b4d64b5bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.299641] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ed631-b8a6-4481-b39d-88347abb4450 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.316493] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.333480] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453031} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.333744] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d673a78a-4812-401c-9ec5-bfa66a450f11/d673a78a-4812-401c-9ec5-bfa66a450f11.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.333953] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.334224] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59fa1f98-096a-4eec-9c95-70a343901da1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.340671] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 775.340671] env[63393]: value = "task-2681784" [ 775.340671] env[63393]: _type = "Task" [ 775.340671] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.352174] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.676170] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.676466] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.676654] env[63393]: DEBUG nova.compute.manager [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.677596] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b11afc-6e82-49e2-944e-ad1f4549a412 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.687746] env[63393]: DEBUG nova.compute.manager [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 775.688043] env[63393]: DEBUG nova.objects.instance [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'flavor' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.764996] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.771685] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.764s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.772048] env[63393]: INFO nova.compute.claims [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.803407] env[63393]: INFO nova.scheduler.client.report [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Deleted allocations for instance 8a309aad-b086-442f-a069-60c780c5b945 [ 775.830359] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.830706] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8ff055-9490-42c1-bf3d-817a6c70d0d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.844039] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 775.844039] env[63393]: value = "task-2681785" [ 775.844039] env[63393]: _type = "Task" [ 775.844039] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.867285] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067215} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.868095] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.868686] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.869504] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7479c33f-509c-4816-9ef7-5daf96cfa806 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.897985] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] d673a78a-4812-401c-9ec5-bfa66a450f11/d673a78a-4812-401c-9ec5-bfa66a450f11.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.898865] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2594f7a3-cde5-4ba4-8350-599b530baf67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.926028] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 775.926028] env[63393]: value = "task-2681786" [ 775.926028] env[63393]: _type = "Task" [ 775.926028] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.935779] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.312203] env[63393]: DEBUG oslo_concurrency.lockutils [None req-008051f1-2f89-4081-818e-ea3ae9ac3afe tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Lock "8a309aad-b086-442f-a069-60c780c5b945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.504s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.360475] env[63393]: DEBUG oslo_vmware.api [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681785, 'name': PowerOnVM_Task, 'duration_secs': 0.409933} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.360763] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.360946] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-df69dd6c-edd9-4605-b4d8-9eb7618cca57 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance '10f69421-d9f3-421d-a17f-f33968787722' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 776.437214] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.565020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.565020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.698296] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.698296] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c390d30-712f-4590-afe6-073e39087d34 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.704393] env[63393]: DEBUG oslo_vmware.api [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 776.704393] env[63393]: value = "task-2681787" [ 776.704393] env[63393]: _type = "Task" [ 776.704393] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.716427] env[63393]: DEBUG oslo_vmware.api [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.938207] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681786, 'name': ReconfigVM_Task, 'duration_secs': 0.760674} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.946052] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Reconfigured VM instance instance-0000003b to attach disk [datastore1] d673a78a-4812-401c-9ec5-bfa66a450f11/d673a78a-4812-401c-9ec5-bfa66a450f11.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.946052] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-432a8f4a-7af7-476d-bd29-08dc680b5ebe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.952128] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 776.952128] env[63393]: value = "task-2681788" [ 776.952128] env[63393]: _type = "Task" [ 776.952128] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.964387] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681788, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.073169] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.218440] env[63393]: DEBUG oslo_vmware.api [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681787, 'name': PowerOffVM_Task, 'duration_secs': 0.198891} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.221086] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.221305] env[63393]: DEBUG nova.compute.manager [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.223023] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c1b59-dc65-4960-8357-9706cbd9a956 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.251254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e58b4b6-99f3-4990-a19a-427d0b74d063 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.259632] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442f5dd-67c4-4542-b1aa-069dbac4aadc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.292798] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3ec05-b880-432a-85d3-96040be1acda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.301423] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ef306-0f31-4812-9052-e579680b415e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.315779] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.463835] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681788, 'name': Rename_Task, 'duration_secs': 0.161501} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.464422] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.467026] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3499550-5a0a-41fe-98d2-e8bbfe9dbcf1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.473026] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 777.473026] env[63393]: value = "task-2681789" [ 777.473026] env[63393]: _type = "Task" [ 777.473026] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.483405] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.598931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.734855] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b9a8d3b5-aa1b-4180-a38a-a793f9ebe3ad tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.844284] env[63393]: ERROR nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [req-d82ec0b4-92e5-4db9-b13c-9dfbcc2d2ba1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d82ec0b4-92e5-4db9-b13c-9dfbcc2d2ba1"}]} [ 777.871714] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 777.896978] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 777.897197] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.910462] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 777.932607] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 777.983752] env[63393]: DEBUG oslo_vmware.api [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681789, 'name': PowerOnVM_Task, 'duration_secs': 0.479669} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.984601] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.984601] env[63393]: INFO nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Took 10.88 seconds to spawn the instance on the hypervisor. [ 777.984601] env[63393]: DEBUG nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.985239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed5cfe5-b879-4297-af61-0b2f9baaeb00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.444233] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ce0332-a9fd-4756-a19b-5dce5e297e3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.455223] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481795bf-05af-487b-a76a-c90b512fd4ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.496377] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff96376-4d0e-4088-ae06-f9f4a29cadfd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.513630] env[63393]: INFO nova.compute.manager [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Took 42.10 seconds to build instance. [ 778.518142] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d9d115-a846-41c7-809d-28feb2bfaf8a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.538851] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.013995] env[63393]: DEBUG nova.compute.manager [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Stashing vm_state: stopped {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 779.017769] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.616s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.061016] env[63393]: ERROR nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [req-a680e186-8f90-4803-a0ff-1c872df0ae52] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a680e186-8f90-4803-a0ff-1c872df0ae52"}]} [ 779.077658] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 779.091554] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 779.091779] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.104569] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 779.123646] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 779.226832] env[63393]: DEBUG nova.network.neutron [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Port a3cf3a3e-4afc-4435-a619-65ef8f276f71 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 779.226832] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.226951] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.227437] env[63393]: DEBUG nova.network.neutron [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.509875] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfec56d-4904-4cbe-9317-40075026cc6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.520777] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6738c19-5666-406e-860b-7bdb554610b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.553179] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.554013] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31b8370-a219-4ba3-83bf-e5b9074be228 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.561767] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e73a8c-bce9-4803-8992-5dc61385cfcc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.575479] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.969494] env[63393]: DEBUG nova.network.neutron [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.107139] env[63393]: DEBUG nova.scheduler.client.report [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 780.107464] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 88 to 89 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 780.107545] env[63393]: DEBUG nova.compute.provider_tree [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.472034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.613403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.843s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.613999] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.616638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.135s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.618075] env[63393]: INFO nova.compute.claims [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.975678] env[63393]: DEBUG nova.compute.manager [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63393) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 780.975678] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.126208] env[63393]: DEBUG nova.compute.utils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.127489] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.127658] env[63393]: DEBUG nova.network.neutron [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.171898] env[63393]: DEBUG nova.policy [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'def8307739d94957bd08d57af90a9d94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba78e8b66834ee5be78feb66af2647d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.315013] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d673a78a-4812-401c-9ec5-bfa66a450f11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.315322] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.315533] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d673a78a-4812-401c-9ec5-bfa66a450f11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.315730] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.315916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.318030] env[63393]: INFO nova.compute.manager [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Terminating instance [ 781.496107] env[63393]: DEBUG nova.network.neutron [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Successfully created port: 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.632071] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.822281] env[63393]: DEBUG nova.compute.manager [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.822511] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.823573] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d312c-353a-4e1e-89ab-8afd1644fb6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.833938] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.834203] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38e113d1-79a7-475b-88dd-fa24cd73428e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.842867] env[63393]: DEBUG oslo_vmware.api [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 781.842867] env[63393]: value = "task-2681790" [ 781.842867] env[63393]: _type = "Task" [ 781.842867] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.854218] env[63393]: DEBUG oslo_vmware.api [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.052973] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ab585-3969-4086-8fbc-35598c82e134 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.060796] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd9991d-ad58-4f5d-a4ec-b98d14f416c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.092151] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f757836-f140-4f37-96cc-0eecf69c5022 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.100101] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec589f-0836-4154-be3e-7c72247b2fd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.114503] env[63393]: DEBUG nova.compute.provider_tree [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.352624] env[63393]: DEBUG oslo_vmware.api [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681790, 'name': PowerOffVM_Task, 'duration_secs': 0.196754} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.352909] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.354121] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.354446] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-315efe77-2606-47a9-8777-380c052cf138 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.429548] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.429548] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.429684] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Deleting the datastore file [datastore1] d673a78a-4812-401c-9ec5-bfa66a450f11 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.429858] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-088e27e3-b99f-4c6d-b09d-ff039bb091ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.437365] env[63393]: DEBUG oslo_vmware.api [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 782.437365] env[63393]: value = "task-2681792" [ 782.437365] env[63393]: _type = "Task" [ 782.437365] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.446124] env[63393]: DEBUG oslo_vmware.api [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.618061] env[63393]: DEBUG nova.scheduler.client.report [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.641088] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.669542] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.669790] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.669982] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.670253] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.670415] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.670565] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.670773] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.672048] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.672048] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.672048] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.672048] env[63393]: DEBUG nova.virt.hardware [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.672617] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd2096-35a3-44c0-945f-23d9434d26c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.681633] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4390ed79-f096-4922-ad9a-6c00a821cd9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.921140] env[63393]: DEBUG nova.compute.manager [req-3d8df9b6-537a-4880-9c3e-fdbaf41e9dfd req-500fdd7f-5e53-444e-a8af-9404dbb4fa4c service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-vif-plugged-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.921365] env[63393]: DEBUG oslo_concurrency.lockutils [req-3d8df9b6-537a-4880-9c3e-fdbaf41e9dfd req-500fdd7f-5e53-444e-a8af-9404dbb4fa4c service nova] Acquiring lock "adfac38d-eab9-4fc4-8e1e-b53029381b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.921646] env[63393]: DEBUG oslo_concurrency.lockutils [req-3d8df9b6-537a-4880-9c3e-fdbaf41e9dfd req-500fdd7f-5e53-444e-a8af-9404dbb4fa4c service nova] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.921832] env[63393]: DEBUG oslo_concurrency.lockutils [req-3d8df9b6-537a-4880-9c3e-fdbaf41e9dfd req-500fdd7f-5e53-444e-a8af-9404dbb4fa4c service nova] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.922230] env[63393]: DEBUG nova.compute.manager [req-3d8df9b6-537a-4880-9c3e-fdbaf41e9dfd req-500fdd7f-5e53-444e-a8af-9404dbb4fa4c service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] No waiting events found dispatching network-vif-plugged-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.922467] env[63393]: WARNING nova.compute.manager [req-3d8df9b6-537a-4880-9c3e-fdbaf41e9dfd req-500fdd7f-5e53-444e-a8af-9404dbb4fa4c service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received unexpected event network-vif-plugged-694c89fd-8714-4733-8e64-09a93b61624a for instance with vm_state building and task_state spawning. [ 782.947368] env[63393]: DEBUG oslo_vmware.api [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128221} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.947612] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.947790] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.947964] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.948150] env[63393]: INFO nova.compute.manager [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Took 1.13 seconds to destroy the instance on the hypervisor. [ 782.948390] env[63393]: DEBUG oslo.service.loopingcall [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.948584] env[63393]: DEBUG nova.compute.manager [-] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.948689] env[63393]: DEBUG nova.network.neutron [-] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.029253] env[63393]: DEBUG nova.network.neutron [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Successfully updated port: 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.123500] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.123827] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.126461] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.354s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.127815] env[63393]: INFO nova.compute.claims [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.318420] env[63393]: DEBUG nova.compute.manager [req-1dc3bcca-77a7-4c35-86ff-44a38040fc90 req-999bae88-9c43-4aa2-8d55-fd44a3ed93fc service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Received event network-vif-deleted-9229b521-750e-4ee1-a664-e5d5a0c79e21 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.318743] env[63393]: INFO nova.compute.manager [req-1dc3bcca-77a7-4c35-86ff-44a38040fc90 req-999bae88-9c43-4aa2-8d55-fd44a3ed93fc service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Neutron deleted interface 9229b521-750e-4ee1-a664-e5d5a0c79e21; detaching it from the instance and deleting it from the info cache [ 783.318878] env[63393]: DEBUG nova.network.neutron [req-1dc3bcca-77a7-4c35-86ff-44a38040fc90 req-999bae88-9c43-4aa2-8d55-fd44a3ed93fc service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.533017] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.533284] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.533386] env[63393]: DEBUG nova.network.neutron [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.632377] env[63393]: DEBUG nova.compute.utils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.636146] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.636366] env[63393]: DEBUG nova.network.neutron [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.677573] env[63393]: DEBUG nova.policy [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870ec32254274326b1318a7acc540b0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99364fe381654df287d4ad3f14f0ac63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.799768] env[63393]: DEBUG nova.network.neutron [-] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.824576] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-289196f9-590f-4ae6-a9d0-3e7de8aa3f13 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.836374] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31813ebc-2a23-4ab9-b389-8c9a05871293 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.874224] env[63393]: DEBUG nova.compute.manager [req-1dc3bcca-77a7-4c35-86ff-44a38040fc90 req-999bae88-9c43-4aa2-8d55-fd44a3ed93fc service nova] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Detach interface failed, port_id=9229b521-750e-4ee1-a664-e5d5a0c79e21, reason: Instance d673a78a-4812-401c-9ec5-bfa66a450f11 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 783.977271] env[63393]: DEBUG nova.network.neutron [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Successfully created port: f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.066743] env[63393]: DEBUG nova.network.neutron [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.136576] env[63393]: DEBUG nova.compute.utils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.208575] env[63393]: DEBUG nova.network.neutron [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.302012] env[63393]: INFO nova.compute.manager [-] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Took 1.35 seconds to deallocate network for instance. [ 784.639616] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.670095] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b33e4-030a-4fa0-b05b-7b789c04030c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.678930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ab537-7c23-40df-8be7-2173edc04312 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.710792] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b1e2a-17bc-4448-a339-e1915351a1ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.714121] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.714583] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Instance network_info: |[{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.716354] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:1f:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694c89fd-8714-4733-8e64-09a93b61624a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.725061] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Creating folder: Project (0ba78e8b66834ee5be78feb66af2647d). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.726234] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94cac8c4-d482-4f43-8f89-acbbc3fed203 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.731893] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f1c77-ad9a-4b40-be19-ede4451a8ad3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.748026] env[63393]: DEBUG nova.compute.provider_tree [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.750885] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Created folder: Project (0ba78e8b66834ee5be78feb66af2647d) in parent group-v540494. [ 784.751207] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Creating folder: Instances. Parent ref: group-v540669. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.751846] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbcff4bb-6100-45bd-82ec-c517a4e408bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.765279] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Created folder: Instances in parent group-v540669. [ 784.765279] env[63393]: DEBUG oslo.service.loopingcall [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.765279] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.765279] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c88970-6e7b-4004-86f5-7b6c092ade10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.787086] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.787086] env[63393]: value = "task-2681795" [ 784.787086] env[63393]: _type = "Task" [ 784.787086] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.796635] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681795, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.811314] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.980663] env[63393]: DEBUG nova.compute.manager [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-changed-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.980874] env[63393]: DEBUG nova.compute.manager [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing instance network info cache due to event network-changed-694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.981155] env[63393]: DEBUG oslo_concurrency.lockutils [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.981341] env[63393]: DEBUG oslo_concurrency.lockutils [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.981632] env[63393]: DEBUG nova.network.neutron [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.283718] env[63393]: DEBUG nova.scheduler.client.report [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.283987] env[63393]: DEBUG nova.compute.provider_tree [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 89 to 90 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.284243] env[63393]: DEBUG nova.compute.provider_tree [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.299445] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681795, 'name': CreateVM_Task, 'duration_secs': 0.308137} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.299628] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.301021] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.301206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.301893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.302932] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0a1b15-878d-4a1e-84c0-16243b2d56b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.309602] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 785.309602] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bdabb1-2469-821e-6ac4-cb04f9dd34c5" [ 785.309602] env[63393]: _type = "Task" [ 785.309602] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.319060] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bdabb1-2469-821e-6ac4-cb04f9dd34c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.395685] env[63393]: DEBUG nova.compute.manager [req-69c1513f-d4bc-4718-b65c-8258dada7185 req-091436de-b8b2-4d96-bac1-dba3d4cf90b8 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Received event network-vif-plugged-f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.395982] env[63393]: DEBUG oslo_concurrency.lockutils [req-69c1513f-d4bc-4718-b65c-8258dada7185 req-091436de-b8b2-4d96-bac1-dba3d4cf90b8 service nova] Acquiring lock "289e6358-13a9-4c8e-8c00-d9749260447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.396208] env[63393]: DEBUG oslo_concurrency.lockutils [req-69c1513f-d4bc-4718-b65c-8258dada7185 req-091436de-b8b2-4d96-bac1-dba3d4cf90b8 service nova] Lock "289e6358-13a9-4c8e-8c00-d9749260447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.396378] env[63393]: DEBUG oslo_concurrency.lockutils [req-69c1513f-d4bc-4718-b65c-8258dada7185 req-091436de-b8b2-4d96-bac1-dba3d4cf90b8 service nova] Lock "289e6358-13a9-4c8e-8c00-d9749260447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.396543] env[63393]: DEBUG nova.compute.manager [req-69c1513f-d4bc-4718-b65c-8258dada7185 req-091436de-b8b2-4d96-bac1-dba3d4cf90b8 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] No waiting events found dispatching network-vif-plugged-f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.396706] env[63393]: WARNING nova.compute.manager [req-69c1513f-d4bc-4718-b65c-8258dada7185 req-091436de-b8b2-4d96-bac1-dba3d4cf90b8 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Received unexpected event network-vif-plugged-f2b36032-3eef-44e6-a9c7-eebefb63459f for instance with vm_state building and task_state spawning. [ 785.479915] env[63393]: DEBUG nova.network.neutron [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Successfully updated port: f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.655943] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.688564] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:26:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1542115793',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1836631502',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.688811] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.688969] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.689169] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.689318] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.689466] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.689864] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.694103] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.694391] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.694700] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.698240] env[63393]: DEBUG nova.virt.hardware [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.700441] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a1e03f-2031-451f-807c-96c0dee1dc17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.710033] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88a28bf-93d3-463b-b25c-e2a3323354bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.713914] env[63393]: DEBUG nova.network.neutron [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updated VIF entry in instance network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.714334] env[63393]: DEBUG nova.network.neutron [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.791028] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.791115] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.793629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.225s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.793862] env[63393]: DEBUG nova.objects.instance [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lazy-loading 'resources' on Instance uuid 85f6301b-6865-40ac-9b22-dcfa445e326c {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.820575] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bdabb1-2469-821e-6ac4-cb04f9dd34c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.820901] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.821154] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.821398] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.821545] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.821720] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.822107] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-438ea829-73dc-493e-869a-41a49b4209db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.832215] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.832406] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.833146] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9a2e72-5372-46e0-b999-bd3b8bce6046 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.839555] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 785.839555] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5264e3c6-715b-6443-2a29-bb77536fb3af" [ 785.839555] env[63393]: _type = "Task" [ 785.839555] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.847829] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5264e3c6-715b-6443-2a29-bb77536fb3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.982259] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.982376] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.982496] env[63393]: DEBUG nova.network.neutron [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.217270] env[63393]: DEBUG oslo_concurrency.lockutils [req-89783faa-4fa4-448d-8f75-9f8ab3d64660 req-f42dcf5f-544d-42a9-b434-cb2ac2aaac30 service nova] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.297870] env[63393]: DEBUG nova.compute.utils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.302280] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.302922] env[63393]: DEBUG nova.network.neutron [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.344502] env[63393]: DEBUG nova.policy [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf0aa3ef49141f98916ee3bff202ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09974b69dd5474d8a4ca7eea8ad2799', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.358894] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5264e3c6-715b-6443-2a29-bb77536fb3af, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.362413] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5be09a-9c30-4170-af9a-4004a56681ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.368691] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 786.368691] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a90f58-804d-1d60-c58e-a0fb310e599b" [ 786.368691] env[63393]: _type = "Task" [ 786.368691] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.380780] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a90f58-804d-1d60-c58e-a0fb310e599b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.512324] env[63393]: DEBUG nova.network.neutron [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.637686] env[63393]: DEBUG nova.network.neutron [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Successfully created port: 539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.714711] env[63393]: DEBUG nova.network.neutron [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updating instance_info_cache with network_info: [{"id": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "address": "fa:16:3e:43:2b:b3", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b36032-3e", "ovs_interfaceid": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.767243] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87f7c62-1059-4d0a-b48e-df1dfc599d0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.774943] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a7dcd0-f8c9-4680-ba8d-0d1d7c81e527 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.805023] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.807918] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcfba9d-1e17-43dd-9c27-d7f458251eca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.816056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae90bad-5955-4f8c-b375-2db19a32dd8a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.832021] env[63393]: DEBUG nova.compute.provider_tree [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.881052] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a90f58-804d-1d60-c58e-a0fb310e599b, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.882244] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.882244] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/adfac38d-eab9-4fc4-8e1e-b53029381b25.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.882244] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-212d3ad8-4d7f-4cab-8508-2a93046e1965 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.890425] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 786.890425] env[63393]: value = "task-2681796" [ 786.890425] env[63393]: _type = "Task" [ 786.890425] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.898884] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.217697] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Releasing lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.218065] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Instance network_info: |[{"id": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "address": "fa:16:3e:43:2b:b3", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b36032-3e", "ovs_interfaceid": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.218770] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:2b:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b36032-3eef-44e6-a9c7-eebefb63459f', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.227089] env[63393]: DEBUG oslo.service.loopingcall [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.227404] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.227660] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36b4a44-a140-4582-8d3f-cad290151a04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.249887] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.249887] env[63393]: value = "task-2681797" [ 787.249887] env[63393]: _type = "Task" [ 787.249887] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.260122] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681797, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.333294] env[63393]: DEBUG nova.scheduler.client.report [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.403766] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453979} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.404054] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/adfac38d-eab9-4fc4-8e1e-b53029381b25.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.404271] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.404829] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68c3d6e-034d-4c0f-849e-2390c68f5b89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.412509] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 787.412509] env[63393]: value = "task-2681798" [ 787.412509] env[63393]: _type = "Task" [ 787.412509] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.422679] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.447310] env[63393]: DEBUG nova.compute.manager [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Received event network-changed-f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.447504] env[63393]: DEBUG nova.compute.manager [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Refreshing instance network info cache due to event network-changed-f2b36032-3eef-44e6-a9c7-eebefb63459f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.447714] env[63393]: DEBUG oslo_concurrency.lockutils [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] Acquiring lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.447912] env[63393]: DEBUG oslo_concurrency.lockutils [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] Acquired lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.448060] env[63393]: DEBUG nova.network.neutron [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Refreshing network info cache for port f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.760931] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681797, 'name': CreateVM_Task, 'duration_secs': 0.404522} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.760931] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.761278] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.761436] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.761743] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.761995] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a802d23d-911f-464f-9240-a87e1590f12c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.766808] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 787.766808] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528c61b8-0644-bc66-9d35-ac0b57a19273" [ 787.766808] env[63393]: _type = "Task" [ 787.766808] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.775475] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528c61b8-0644-bc66-9d35-ac0b57a19273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.817243] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.838808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.840808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.105s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.841049] env[63393]: DEBUG nova.objects.instance [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lazy-loading 'resources' on Instance uuid 4db7ce43-1b59-47af-a757-7b0c428bd734 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.844243] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.844479] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.844657] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.844854] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.844997] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.845161] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.845369] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.845736] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.845736] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.845911] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.845996] env[63393]: DEBUG nova.virt.hardware [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.846833] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc721244-44ec-4220-92dc-f151c1a0f7ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.858441] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0266011b-a75c-47ae-a73c-5d186f0b77a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.862982] env[63393]: INFO nova.scheduler.client.report [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleted allocations for instance 85f6301b-6865-40ac-9b22-dcfa445e326c [ 787.922811] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072729} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.923172] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.923985] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a84365c-c9ce-486e-b9aa-d13a6dd8cdde {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.950095] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/adfac38d-eab9-4fc4-8e1e-b53029381b25.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.954469] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fead4d9b-f82a-44cf-bd66-7ca0204c597a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.976497] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 787.976497] env[63393]: value = "task-2681799" [ 787.976497] env[63393]: _type = "Task" [ 787.976497] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.987347] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.212900] env[63393]: DEBUG nova.network.neutron [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updated VIF entry in instance network info cache for port f2b36032-3eef-44e6-a9c7-eebefb63459f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.213316] env[63393]: DEBUG nova.network.neutron [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updating instance_info_cache with network_info: [{"id": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "address": "fa:16:3e:43:2b:b3", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b36032-3e", "ovs_interfaceid": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.241353] env[63393]: DEBUG nova.network.neutron [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Successfully updated port: 539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.277081] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528c61b8-0644-bc66-9d35-ac0b57a19273, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.279707] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.280206] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.280206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.280318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.280509] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.280941] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0f1219-e61e-4e7a-9b18-dcedd4b1a10d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.296429] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.296712] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.297376] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87afa24-7925-40e1-abd3-96c9baf2a0be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.304810] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 788.304810] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52214b91-9537-d549-61a2-8619e88ec43e" [ 788.304810] env[63393]: _type = "Task" [ 788.304810] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.312836] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52214b91-9537-d549-61a2-8619e88ec43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.330660] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79699c2-fbed-43c1-be36-3acc77e54928 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.338890] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684519a1-efc9-40d4-ab2e-97c57ecdb26e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.371277] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849af6d0-81d8-4432-ae25-97bb8bf29632 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.378531] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e5b9b-c855-4211-ba11-124fefd2e685 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.387737] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "85f6301b-6865-40ac-9b22-dcfa445e326c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.783s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.410229] env[63393]: DEBUG nova.compute.provider_tree [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.488260] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681799, 'name': ReconfigVM_Task, 'duration_secs': 0.291022} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.488555] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Reconfigured VM instance instance-0000003d to attach disk [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/adfac38d-eab9-4fc4-8e1e-b53029381b25.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.489371] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cecc3b26-8c59-43dd-9260-9fc43cde447b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.497154] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 788.497154] env[63393]: value = "task-2681800" [ 788.497154] env[63393]: _type = "Task" [ 788.497154] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.505876] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681800, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.717054] env[63393]: DEBUG oslo_concurrency.lockutils [req-4ca6bc0e-be6e-4980-822f-4ec04d215e18 req-5195226e-c22e-4453-9039-1da2b997e025 service nova] Releasing lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.744159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.744252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.744379] env[63393]: DEBUG nova.network.neutron [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.816194] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52214b91-9537-d549-61a2-8619e88ec43e, 'name': SearchDatastore_Task, 'duration_secs': 0.030933} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.817021] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858fd603-c88b-4785-9806-fc522f8cd1ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.823881] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 788.823881] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ddfeeb-32d6-10a3-122b-94ab85845518" [ 788.823881] env[63393]: _type = "Task" [ 788.823881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.832534] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ddfeeb-32d6-10a3-122b-94ab85845518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.946353] env[63393]: DEBUG nova.scheduler.client.report [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.946620] env[63393]: DEBUG nova.compute.provider_tree [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 90 to 91 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.946881] env[63393]: DEBUG nova.compute.provider_tree [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.009060] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681800, 'name': Rename_Task, 'duration_secs': 0.150748} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.009333] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.009575] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5bcfbf9-985f-42b4-8f68-dac5827f7ba3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.017674] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 789.017674] env[63393]: value = "task-2681801" [ 789.017674] env[63393]: _type = "Task" [ 789.017674] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.025664] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.289406] env[63393]: DEBUG nova.network.neutron [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.337376] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ddfeeb-32d6-10a3-122b-94ab85845518, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.337718] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.338128] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c/289e6358-13a9-4c8e-8c00-d9749260447c.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.338581] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a214426f-95a6-4edd-9a9f-3ef76271706c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.350225] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 789.350225] env[63393]: value = "task-2681802" [ 789.350225] env[63393]: _type = "Task" [ 789.350225] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.360871] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.455029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.458467] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.509s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.459373] env[63393]: DEBUG nova.objects.instance [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lazy-loading 'resources' on Instance uuid 5cc76037-03e4-4c2f-8d29-617f94713bd6 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.483604] env[63393]: INFO nova.scheduler.client.report [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Deleted allocations for instance 4db7ce43-1b59-47af-a757-7b0c428bd734 [ 789.528933] env[63393]: DEBUG oslo_vmware.api [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681801, 'name': PowerOnVM_Task, 'duration_secs': 0.478737} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.529634] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.530077] env[63393]: INFO nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Took 6.89 seconds to spawn the instance on the hypervisor. [ 789.530398] env[63393]: DEBUG nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.531465] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9a4edc-bce5-47df-85b5-e46155de5e75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.803983] env[63393]: DEBUG nova.network.neutron [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Updating instance_info_cache with network_info: [{"id": "539ce597-8828-4550-9e49-28d81de6a490", "address": "fa:16:3e:e3:b7:a2", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539ce597-88", "ovs_interfaceid": "539ce597-8828-4550-9e49-28d81de6a490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.863418] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.925831] env[63393]: DEBUG nova.compute.manager [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Received event network-vif-plugged-539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.925831] env[63393]: DEBUG oslo_concurrency.lockutils [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] Acquiring lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.925831] env[63393]: DEBUG oslo_concurrency.lockutils [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.925831] env[63393]: DEBUG oslo_concurrency.lockutils [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.925831] env[63393]: DEBUG nova.compute.manager [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] No waiting events found dispatching network-vif-plugged-539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.925831] env[63393]: WARNING nova.compute.manager [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Received unexpected event network-vif-plugged-539ce597-8828-4550-9e49-28d81de6a490 for instance with vm_state building and task_state spawning. [ 789.925831] env[63393]: DEBUG nova.compute.manager [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Received event network-changed-539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.925831] env[63393]: DEBUG nova.compute.manager [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Refreshing instance network info cache due to event network-changed-539ce597-8828-4550-9e49-28d81de6a490. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 789.925831] env[63393]: DEBUG oslo_concurrency.lockutils [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] Acquiring lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.999598] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fbb12315-7b34-47a5-be67-e6813d4dd84e tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.955s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.000600] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.587s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.000827] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.001038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.001391] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.003140] env[63393]: INFO nova.compute.manager [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Terminating instance [ 790.050656] env[63393]: INFO nova.compute.manager [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Took 36.06 seconds to build instance. [ 790.305842] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.309017] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Instance network_info: |[{"id": "539ce597-8828-4550-9e49-28d81de6a490", "address": "fa:16:3e:e3:b7:a2", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539ce597-88", "ovs_interfaceid": "539ce597-8828-4550-9e49-28d81de6a490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.309017] env[63393]: DEBUG oslo_concurrency.lockutils [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] Acquired lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.309017] env[63393]: DEBUG nova.network.neutron [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Refreshing network info cache for port 539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.309017] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b7:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '539ce597-8828-4550-9e49-28d81de6a490', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.319604] env[63393]: DEBUG oslo.service.loopingcall [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.323554] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.324314] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b3deaba-b361-4792-b19e-27fb0a8f8252 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.357108] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.357108] env[63393]: value = "task-2681803" [ 790.357108] env[63393]: _type = "Task" [ 790.357108] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.366499] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.373462] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681803, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.387905] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c869e04-02f2-4d27-a05f-e99c1f4902a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403373] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562d4bb-d088-42c0-957e-a72e60bca846 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.436254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8de813-52a3-43d2-a2ff-16064da35bf4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.445167] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add608fb-b150-4967-bf64-e82d5599d286 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.462657] env[63393]: DEBUG nova.compute.provider_tree [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.508724] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.508909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquired lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.509098] env[63393]: DEBUG nova.network.neutron [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.552533] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.583s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.762504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "4aa263aa-ef68-4d59-a253-9f4671a095d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.762504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.861953] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.872159] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681803, 'name': CreateVM_Task, 'duration_secs': 0.41948} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.872430] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.872932] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.873098] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.873396] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.873668] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449f1fb2-3611-4125-a10d-8d53a94e6bc0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.878131] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 790.878131] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52756d38-5182-868a-2399-bb710841e9e5" [ 790.878131] env[63393]: _type = "Task" [ 790.878131] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.885720] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52756d38-5182-868a-2399-bb710841e9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.965544] env[63393]: DEBUG nova.scheduler.client.report [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.011876] env[63393]: DEBUG nova.compute.utils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Can not refresh info_cache because instance was not found {{(pid=63393) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 791.029749] env[63393]: DEBUG nova.network.neutron [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.062958] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "88f1c365-4348-40e5-9b35-16aaf434b0ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.063196] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.077027] env[63393]: DEBUG nova.network.neutron [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Updated VIF entry in instance network info cache for port 539ce597-8828-4550-9e49-28d81de6a490. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.077129] env[63393]: DEBUG nova.network.neutron [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Updating instance_info_cache with network_info: [{"id": "539ce597-8828-4550-9e49-28d81de6a490", "address": "fa:16:3e:e3:b7:a2", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539ce597-88", "ovs_interfaceid": "539ce597-8828-4550-9e49-28d81de6a490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.135755] env[63393]: DEBUG nova.network.neutron [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.187022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.187175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.187389] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.187571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.187745] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.191794] env[63393]: INFO nova.compute.manager [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Terminating instance [ 791.265523] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.362967] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.557725} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.363867] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c/289e6358-13a9-4c8e-8c00-d9749260447c.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.364060] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.364332] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-952c54ef-7c1a-44b6-81a0-fd4e6ce00251 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.371581] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 791.371581] env[63393]: value = "task-2681804" [ 791.371581] env[63393]: _type = "Task" [ 791.371581] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.385075] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.390934] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52756d38-5182-868a-2399-bb710841e9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.042961} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.391246] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.391480] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.391718] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.391913] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392046] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.392312] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6d615d-1f52-44d5-a69e-6cac700bc4d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.402331] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.402503] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.403272] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95c60c8-ca70-40af-b3e7-8775e729c977 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.408712] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 791.408712] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5280645d-22dc-6200-249d-e8d4895a6f06" [ 791.408712] env[63393]: _type = "Task" [ 791.408712] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.416667] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5280645d-22dc-6200-249d-e8d4895a6f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.472320] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.475075] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.490s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.476738] env[63393]: INFO nova.compute.claims [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.496077] env[63393]: INFO nova.scheduler.client.report [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted allocations for instance 5cc76037-03e4-4c2f-8d29-617f94713bd6 [ 791.566120] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.579795] env[63393]: DEBUG oslo_concurrency.lockutils [req-29f6f5c2-63af-4687-8b29-b822724c8469 req-8ba12da4-3ee5-4caa-8c95-386136042cb6 service nova] Releasing lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.605944] env[63393]: INFO nova.compute.manager [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Rescuing [ 791.606230] env[63393]: DEBUG oslo_concurrency.lockutils [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.606385] env[63393]: DEBUG oslo_concurrency.lockutils [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.606576] env[63393]: DEBUG nova.network.neutron [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.640610] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Releasing lock "refresh_cache-4db7ce43-1b59-47af-a757-7b0c428bd734" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.641119] env[63393]: DEBUG nova.compute.manager [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.641342] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.641664] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-115cbb6c-b7ae-47df-9b63-eb3444dd6bf7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.652660] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceac7a1-b414-4388-a31f-0a30641edeee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.693231] env[63393]: WARNING nova.virt.vmwareapi.vmops [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4db7ce43-1b59-47af-a757-7b0c428bd734 could not be found. [ 791.693426] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.693634] env[63393]: INFO nova.compute.manager [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Took 0.05 seconds to destroy the instance on the hypervisor. [ 791.693935] env[63393]: DEBUG oslo.service.loopingcall [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.694195] env[63393]: DEBUG nova.compute.manager [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.694254] env[63393]: DEBUG nova.network.neutron [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.696333] env[63393]: DEBUG nova.compute.manager [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.696524] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.697369] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56211fd3-7ae4-4d9e-b837-df37149f963d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.704731] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.704958] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-760e64ff-b700-415d-ae83-471756abafb4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.711438] env[63393]: DEBUG oslo_vmware.api [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 791.711438] env[63393]: value = "task-2681805" [ 791.711438] env[63393]: _type = "Task" [ 791.711438] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.719304] env[63393]: DEBUG oslo_vmware.api [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.720583] env[63393]: DEBUG nova.network.neutron [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.784097] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.882325] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067959} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.882614] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.883330] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c81d1-e5e9-4884-b04c-187d7572b28b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.907206] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c/289e6358-13a9-4c8e-8c00-d9749260447c.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.907525] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ab9497-da5d-4dfb-ba0f-f0a621b0a5ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.931942] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5280645d-22dc-6200-249d-e8d4895a6f06, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.933881] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 791.933881] env[63393]: value = "task-2681806" [ 791.933881] env[63393]: _type = "Task" [ 791.933881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.934086] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f6aa33-b4d0-4467-90bf-d66b37f5f32b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.942702] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 791.942702] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a96eca-e966-aae5-9369-4d40f4a400af" [ 791.942702] env[63393]: _type = "Task" [ 791.942702] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.953029] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a96eca-e966-aae5-9369-4d40f4a400af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.003639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9cbb754e-4217-4c73-8cf1-d957e1e2368b tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "5cc76037-03e4-4c2f-8d29-617f94713bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.355s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.085843] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.223306] env[63393]: DEBUG nova.network.neutron [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.229850] env[63393]: DEBUG oslo_vmware.api [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681805, 'name': PowerOffVM_Task, 'duration_secs': 0.183785} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.230082] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.230272] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.230529] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef817dd-07c2-4149-baae-352c2a742ac2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.299500] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.299887] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.300196] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Deleting the datastore file [datastore2] f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.300590] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90edc5f2-95db-426c-a62e-581744f90f3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.312022] env[63393]: DEBUG oslo_vmware.api [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for the task: (returnval){ [ 792.312022] env[63393]: value = "task-2681808" [ 792.312022] env[63393]: _type = "Task" [ 792.312022] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.320162] env[63393]: DEBUG oslo_vmware.api [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.398687] env[63393]: DEBUG nova.network.neutron [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.449054] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681806, 'name': ReconfigVM_Task, 'duration_secs': 0.300086} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.451387] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c/289e6358-13a9-4c8e-8c00-d9749260447c.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.451775] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63393) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 792.452512] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-35a37416-66ae-4420-bf91-78a4f23a8c0f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.461151] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a96eca-e966-aae5-9369-4d40f4a400af, 'name': SearchDatastore_Task, 'duration_secs': 0.029318} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.461373] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.461685] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17/f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.462848] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e34b3bb4-5ff8-4bac-b88a-8f3c545302ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.464798] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 792.464798] env[63393]: value = "task-2681809" [ 792.464798] env[63393]: _type = "Task" [ 792.464798] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.469799] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 792.469799] env[63393]: value = "task-2681810" [ 792.469799] env[63393]: _type = "Task" [ 792.469799] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.476082] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681809, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.482634] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.730512] env[63393]: INFO nova.compute.manager [-] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Took 1.04 seconds to deallocate network for instance. [ 792.823657] env[63393]: DEBUG oslo_vmware.api [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Task: {'id': task-2681808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291259} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.823944] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.824179] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.824378] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.824638] env[63393]: INFO nova.compute.manager [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 792.824882] env[63393]: DEBUG oslo.service.loopingcall [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.825258] env[63393]: DEBUG nova.compute.manager [-] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.825858] env[63393]: DEBUG nova.network.neutron [-] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.900990] env[63393]: DEBUG oslo_concurrency.lockutils [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.922342] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51901d06-0979-44a3-a1af-c265945b4235 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.943312] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbded41-7332-46a6-b126-52b9df3665d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.007896] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc088d-93e0-49b3-9115-53148cb27aa4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.019953] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681810, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.025436] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681809, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.057937} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.025986] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63393) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 793.027209] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e381c79-8258-47b6-b86b-1a157382a3b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.033805] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab58ad4-e47e-4231-9154-1ec941430d7b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.047810] env[63393]: DEBUG nova.compute.provider_tree [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.071082] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c/ephemeral_0.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.075131] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfbf97d-2416-42e7-9719-4ab637d9c679 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.096268] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 793.096268] env[63393]: value = "task-2681811" [ 793.096268] env[63393]: _type = "Task" [ 793.096268] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.111016] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.112557] env[63393]: ERROR nova.scheduler.client.report [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [req-b9e5cab4-269a-4912-9c9f-50c345c542a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9e5cab4-269a-4912-9c9f-50c345c542a8"}]} [ 793.132348] env[63393]: DEBUG nova.scheduler.client.report [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.151258] env[63393]: DEBUG nova.scheduler.client.report [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.151658] env[63393]: DEBUG nova.compute.provider_tree [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.164947] env[63393]: DEBUG nova.scheduler.client.report [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.180259] env[63393]: DEBUG nova.compute.manager [req-83d768e9-31e6-48e7-b0ca-01d09c624630 req-739589e0-cc16-4d78-8eae-e7d417a01e36 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Received event network-vif-deleted-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.180484] env[63393]: INFO nova.compute.manager [req-83d768e9-31e6-48e7-b0ca-01d09c624630 req-739589e0-cc16-4d78-8eae-e7d417a01e36 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Neutron deleted interface 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3; detaching it from the instance and deleting it from the info cache [ 793.180680] env[63393]: DEBUG nova.network.neutron [req-83d768e9-31e6-48e7-b0ca-01d09c624630 req-739589e0-cc16-4d78-8eae-e7d417a01e36 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.187750] env[63393]: DEBUG nova.scheduler.client.report [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.237202] env[63393]: INFO nova.compute.manager [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance disappeared during terminate [ 793.237434] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e8e7669-f62b-4168-939f-8235b31c52a4 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "4db7ce43-1b59-47af-a757-7b0c428bd734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.237s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.508473] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707767} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.509348] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17/f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.509597] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.509874] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3b29f7-50b1-4377-b738-061b6a702fc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.518980] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 793.518980] env[63393]: value = "task-2681812" [ 793.518980] env[63393]: _type = "Task" [ 793.518980] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.530741] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.609554] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.614994] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a848801d-1659-4141-a469-c64804a422e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.624110] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856acdac-f5cd-4f65-bb63-2d40a52fb50c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.658841] env[63393]: DEBUG nova.network.neutron [-] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.664095] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555d0ca-8991-4640-9e2f-ae5f197c4139 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.670036] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c435f052-9724-44e8-989c-78d937f46172 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.685321] env[63393]: DEBUG nova.compute.provider_tree [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.686529] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0b3728a-ede8-417c-976a-d7468921ebeb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.697039] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04926e0a-2995-41d7-b479-8174c19e7638 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.736073] env[63393]: DEBUG nova.compute.manager [req-83d768e9-31e6-48e7-b0ca-01d09c624630 req-739589e0-cc16-4d78-8eae-e7d417a01e36 service nova] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Detach interface failed, port_id=56d9395a-67ff-48b2-ac6b-0bd95f35f3a3, reason: Instance f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 794.032210] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30447} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.032482] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.033309] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066128a5-9c9d-43d7-b937-9413ba47c327 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.055209] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17/f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.055436] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69aed097-2601-4079-a5c2-a396fd388220 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.074196] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 794.074196] env[63393]: value = "task-2681813" [ 794.074196] env[63393]: _type = "Task" [ 794.074196] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.084219] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.108465] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681811, 'name': ReconfigVM_Task, 'duration_secs': 0.53904} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.108847] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c/ephemeral_0.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.109594] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8158e6e9-aa13-47eb-9e9e-34a2f39999f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.120194] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 794.120194] env[63393]: value = "task-2681814" [ 794.120194] env[63393]: _type = "Task" [ 794.120194] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.129744] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681814, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.164347] env[63393]: INFO nova.compute.manager [-] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Took 1.34 seconds to deallocate network for instance. [ 794.220985] env[63393]: DEBUG nova.scheduler.client.report [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.220985] env[63393]: DEBUG nova.compute.provider_tree [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 93 to 94 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.221219] env[63393]: DEBUG nova.compute.provider_tree [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.456799] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.458557] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32ff799-d4f4-4793-9e9a-869c1b55fc99 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.466333] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 794.466333] env[63393]: value = "task-2681815" [ 794.466333] env[63393]: _type = "Task" [ 794.466333] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.475754] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.583990] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.630777] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681814, 'name': Rename_Task, 'duration_secs': 0.167939} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.631060] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.631306] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8575c280-483b-40b2-b7e3-993acd5bf9a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.638350] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 794.638350] env[63393]: value = "task-2681816" [ 794.638350] env[63393]: _type = "Task" [ 794.638350] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.657530] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.671184] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.726382] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.251s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.726923] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.729523] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.862s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.729731] env[63393]: DEBUG nova.objects.instance [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 794.976865] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681815, 'name': PowerOffVM_Task, 'duration_secs': 0.210791} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.977067] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.977868] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c467dce-382e-415c-ac1e-51c01477f904 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.000418] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af46aac-bd6b-4d5b-b2f4-e935ee847e16 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.031019] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.031318] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-485646db-38f5-4c4a-9fa3-84a719bf1ba8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.038389] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 795.038389] env[63393]: value = "task-2681817" [ 795.038389] env[63393]: _type = "Task" [ 795.038389] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.045909] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.083806] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681813, 'name': ReconfigVM_Task, 'duration_secs': 0.517209} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.084149] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17/f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.084871] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fef985d1-91c6-49e3-99da-9cd364106628 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.090720] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 795.090720] env[63393]: value = "task-2681818" [ 795.090720] env[63393]: _type = "Task" [ 795.090720] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.102414] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681818, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.147181] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.235031] env[63393]: DEBUG nova.compute.utils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.239508] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.239761] env[63393]: DEBUG nova.network.neutron [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.304133] env[63393]: DEBUG nova.policy [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b180974f696a48f4ba5c542ee0a2b6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2babf61834b947989e6d5172027228c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.551542] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 795.551800] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.552086] env[63393]: DEBUG oslo_concurrency.lockutils [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.552243] env[63393]: DEBUG oslo_concurrency.lockutils [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.552424] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.552687] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a349838-2011-4ab1-8d4a-e9adc3456670 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.570653] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.570846] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.571608] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c3e065-4e1f-401f-8356-f77bc08831b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.577232] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 795.577232] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52786518-9333-46b3-d8a5-7119584406c7" [ 795.577232] env[63393]: _type = "Task" [ 795.577232] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.580740] env[63393]: DEBUG nova.network.neutron [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Successfully created port: 49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.586961] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52786518-9333-46b3-d8a5-7119584406c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.599154] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681818, 'name': Rename_Task, 'duration_secs': 0.125719} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.599496] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.599678] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7a2f78-554e-480e-b09c-95feb84f1419 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.607195] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 795.607195] env[63393]: value = "task-2681819" [ 795.607195] env[63393]: _type = "Task" [ 795.607195] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.614802] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.649960] env[63393]: DEBUG oslo_vmware.api [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2681816, 'name': PowerOnVM_Task, 'duration_secs': 0.657572} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.650338] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.650556] env[63393]: INFO nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Took 10.00 seconds to spawn the instance on the hypervisor. [ 795.650784] env[63393]: DEBUG nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.651585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d8319d-9f86-40db-bcc3-9a48850a1610 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.740242] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.744089] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e527d25-c78e-477c-9958-4d70bebf1959 tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.744488] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.359s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.744658] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.744811] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 795.745085] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.886s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.745285] env[63393]: DEBUG nova.objects.instance [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lazy-loading 'resources' on Instance uuid 8065824c-066e-420a-a4bc-934f90a507b3 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.747345] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801b974-a74c-480a-9aed-3ab4566ac011 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.756126] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83924c9-a17e-4ac1-84a6-a5b42544cc2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.772824] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd1eb69-7bfe-4522-b339-10375e87f08a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.780728] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2e382e-fbc1-413e-8e6f-d062d467b831 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.812405] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177913MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 795.812566] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.087750] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52786518-9333-46b3-d8a5-7119584406c7, 'name': SearchDatastore_Task, 'duration_secs': 0.028904} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.088625] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d858446a-46f7-4b03-87a4-af780707064b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093813] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 796.093813] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5229da9f-2ca0-a09e-3157-6bd2fc48fa5b" [ 796.093813] env[63393]: _type = "Task" [ 796.093813] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.101218] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5229da9f-2ca0-a09e-3157-6bd2fc48fa5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.115204] env[63393]: DEBUG oslo_vmware.api [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681819, 'name': PowerOnVM_Task, 'duration_secs': 0.454835} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.115526] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.115815] env[63393]: INFO nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Took 8.30 seconds to spawn the instance on the hypervisor. [ 796.116056] env[63393]: DEBUG nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.118667] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8efa2e-6b06-466d-818a-7f21390a85b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.170177] env[63393]: INFO nova.compute.manager [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Took 41.71 seconds to build instance. [ 796.604472] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5229da9f-2ca0-a09e-3157-6bd2fc48fa5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.604762] env[63393]: DEBUG oslo_concurrency.lockutils [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.605059] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. {{(pid=63393) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 796.607547] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb7d54b-66ba-4c63-9200-90fbaa2c275b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.615623] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 796.615623] env[63393]: value = "task-2681820" [ 796.615623] env[63393]: _type = "Task" [ 796.615623] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.633384] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.640029] env[63393]: INFO nova.compute.manager [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Took 40.90 seconds to build instance. [ 796.654991] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3d099d-1107-423a-8599-cb1eac62aec1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.664271] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72594160-8d63-4597-b724-2afbd1c41ee9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.672419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-34892864-b1f4-4b6b-af15-8565b78676c7 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "289e6358-13a9-4c8e-8c00-d9749260447c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.216s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.703963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0c2fd-8b60-4422-bd24-917c7f2dde5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.712839] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8225c5-c8d1-49dd-9410-884a830c25de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.726536] env[63393]: DEBUG nova.compute.provider_tree [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.752939] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.787356] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.787915] env[63393]: DEBUG nova.virt.hardware [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.788366] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b000ef-8e14-42d6-9b7f-1fa2c70c8b52 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.796972] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e14718-8cd0-4d4c-bb33-2f9626c973f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.909549] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] Acquiring lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.909549] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] Acquired lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.909549] env[63393]: DEBUG nova.network.neutron [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.134760] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.143381] env[63393]: DEBUG oslo_concurrency.lockutils [None req-623cfda4-b944-4995-901e-259e9d68b791 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.428s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.170085] env[63393]: DEBUG nova.compute.manager [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Received event network-changed-f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.170085] env[63393]: DEBUG nova.compute.manager [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Refreshing instance network info cache due to event network-changed-f2b36032-3eef-44e6-a9c7-eebefb63459f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.170265] env[63393]: DEBUG oslo_concurrency.lockutils [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] Acquiring lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.170371] env[63393]: DEBUG oslo_concurrency.lockutils [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] Acquired lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.170534] env[63393]: DEBUG nova.network.neutron [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Refreshing network info cache for port f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.230178] env[63393]: DEBUG nova.scheduler.client.report [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.462420] env[63393]: DEBUG nova.network.neutron [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Successfully updated port: 49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.512337] env[63393]: DEBUG nova.compute.manager [req-c45c4faf-aae1-4a74-8a62-0096523f9f1c req-4c2669bc-20c0-48e6-9828-892d616573ec service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Received event network-vif-plugged-49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.512682] env[63393]: DEBUG oslo_concurrency.lockutils [req-c45c4faf-aae1-4a74-8a62-0096523f9f1c req-4c2669bc-20c0-48e6-9828-892d616573ec service nova] Acquiring lock "73eb8dbe-a735-4b65-83df-539b76c14749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.512867] env[63393]: DEBUG oslo_concurrency.lockutils [req-c45c4faf-aae1-4a74-8a62-0096523f9f1c req-4c2669bc-20c0-48e6-9828-892d616573ec service nova] Lock "73eb8dbe-a735-4b65-83df-539b76c14749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.513068] env[63393]: DEBUG oslo_concurrency.lockutils [req-c45c4faf-aae1-4a74-8a62-0096523f9f1c req-4c2669bc-20c0-48e6-9828-892d616573ec service nova] Lock "73eb8dbe-a735-4b65-83df-539b76c14749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.513244] env[63393]: DEBUG nova.compute.manager [req-c45c4faf-aae1-4a74-8a62-0096523f9f1c req-4c2669bc-20c0-48e6-9828-892d616573ec service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] No waiting events found dispatching network-vif-plugged-49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.513409] env[63393]: WARNING nova.compute.manager [req-c45c4faf-aae1-4a74-8a62-0096523f9f1c req-4c2669bc-20c0-48e6-9828-892d616573ec service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Received unexpected event network-vif-plugged-49a5bd88-affc-4ce8-b10c-1d2744d43dec for instance with vm_state building and task_state spawning. [ 797.622845] env[63393]: DEBUG nova.network.neutron [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Updating instance_info_cache with network_info: [{"id": "539ce597-8828-4550-9e49-28d81de6a490", "address": "fa:16:3e:e3:b7:a2", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539ce597-88", "ovs_interfaceid": "539ce597-8828-4550-9e49-28d81de6a490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.631492] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631929} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.631807] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. [ 797.632662] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d44278-50cf-40e8-951e-550cc4c6b09e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.659110] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.661260] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7b950a-c94d-444a-9f38-12648c3bf00b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.681703] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 797.681703] env[63393]: value = "task-2681821" [ 797.681703] env[63393]: _type = "Task" [ 797.681703] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.691664] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.736024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.738282] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.727s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.740370] env[63393]: DEBUG nova.objects.instance [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lazy-loading 'resources' on Instance uuid ca95dd56-a5ca-4bc0-a704-278333df1f2d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.764106] env[63393]: INFO nova.scheduler.client.report [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Deleted allocations for instance 8065824c-066e-420a-a4bc-934f90a507b3 [ 797.932554] env[63393]: DEBUG nova.network.neutron [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updated VIF entry in instance network info cache for port f2b36032-3eef-44e6-a9c7-eebefb63459f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.932998] env[63393]: DEBUG nova.network.neutron [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updating instance_info_cache with network_info: [{"id": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "address": "fa:16:3e:43:2b:b3", "network": {"id": "5223777e-4903-4f61-b4c9-9e79aa4a9fa3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1267440627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99364fe381654df287d4ad3f14f0ac63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b36032-3e", "ovs_interfaceid": "f2b36032-3eef-44e6-a9c7-eebefb63459f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.968183] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "refresh_cache-73eb8dbe-a735-4b65-83df-539b76c14749" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.968183] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "refresh_cache-73eb8dbe-a735-4b65-83df-539b76c14749" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.968183] env[63393]: DEBUG nova.network.neutron [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.126938] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] Releasing lock "refresh_cache-f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.127374] env[63393]: DEBUG nova.compute.manager [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Inject network info {{(pid=63393) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 798.127472] env[63393]: DEBUG nova.compute.manager [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] network_info to inject: |[{"id": "539ce597-8828-4550-9e49-28d81de6a490", "address": "fa:16:3e:e3:b7:a2", "network": {"id": "7239b03c-3a19-4c9e-b9c4-6ed888ec8246", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1865603541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a09974b69dd5474d8a4ca7eea8ad2799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap539ce597-88", "ovs_interfaceid": "539ce597-8828-4550-9e49-28d81de6a490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 798.132605] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Reconfiguring VM instance to set the machine id {{(pid=63393) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 798.132706] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdacb0b-60a6-476a-abcb-bdb53580c071 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.149784] env[63393]: DEBUG oslo_vmware.api [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] Waiting for the task: (returnval){ [ 798.149784] env[63393]: value = "task-2681822" [ 798.149784] env[63393]: _type = "Task" [ 798.149784] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.161221] env[63393]: DEBUG oslo_vmware.api [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] Task: {'id': task-2681822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.194106] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681821, 'name': ReconfigVM_Task, 'duration_secs': 0.292344} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.194106] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Reconfigured VM instance instance-0000003d to attach disk [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.195108] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5fc610-ab48-43ba-9b9a-0fa7b2344486 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.223277] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f68aef-64c6-47b5-8ec9-7f66747399e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.239832] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 798.239832] env[63393]: value = "task-2681823" [ 798.239832] env[63393]: _type = "Task" [ 798.239832] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.250962] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.274240] env[63393]: DEBUG oslo_concurrency.lockutils [None req-96c80f83-9b07-4dcf-8641-03a9266243ea tempest-ServerShowV254Test-1554303031 tempest-ServerShowV254Test-1554303031-project-member] Lock "8065824c-066e-420a-a4bc-934f90a507b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.824s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.436145] env[63393]: DEBUG oslo_concurrency.lockutils [req-fa6fbed2-32f9-44da-8591-18e95b1dadd6 req-346ebf5f-1858-4091-874f-ebbd7da1fe1c service nova] Releasing lock "refresh_cache-289e6358-13a9-4c8e-8c00-d9749260447c" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.507173] env[63393]: DEBUG nova.network.neutron [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.659913] env[63393]: DEBUG oslo_vmware.api [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] Task: {'id': task-2681822, 'name': ReconfigVM_Task, 'duration_secs': 0.175656} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.660224] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60b29-f8ed-4c8e-a31e-0b0f946b12fb tempest-ServersAdminTestJSON-2010372373 tempest-ServersAdminTestJSON-2010372373-project-admin] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Reconfigured VM instance to set the machine id {{(pid=63393) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 798.692024] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f36a874-233e-4dcc-bd81-a6834569fee0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.703116] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac30c23f-1b9a-4458-aaee-6a9c7ef74afb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.733601] env[63393]: DEBUG nova.network.neutron [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Updating instance_info_cache with network_info: [{"id": "49a5bd88-affc-4ce8-b10c-1d2744d43dec", "address": "fa:16:3e:bf:30:04", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a5bd88-af", "ovs_interfaceid": "49a5bd88-affc-4ce8-b10c-1d2744d43dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.735488] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc9441-22e4-48a8-85ad-471c4118cad6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.746889] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8ff4c-7b4f-487a-86f3-deacb079556a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.756183] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681823, 'name': ReconfigVM_Task, 'duration_secs': 0.154927} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.756850] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.757115] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9a5ab9-ae32-4d77-b349-c4f0f3a215a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.766564] env[63393]: DEBUG nova.compute.provider_tree [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.773073] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 798.773073] env[63393]: value = "task-2681824" [ 798.773073] env[63393]: _type = "Task" [ 798.773073] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.781810] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.240160] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "refresh_cache-73eb8dbe-a735-4b65-83df-539b76c14749" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.240556] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Instance network_info: |[{"id": "49a5bd88-affc-4ce8-b10c-1d2744d43dec", "address": "fa:16:3e:bf:30:04", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a5bd88-af", "ovs_interfaceid": "49a5bd88-affc-4ce8-b10c-1d2744d43dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.241093] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:30:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49a5bd88-affc-4ce8-b10c-1d2744d43dec', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.248816] env[63393]: DEBUG oslo.service.loopingcall [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.249071] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.249305] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec03eeaf-02bc-41d8-894a-64956f79d447 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.269254] env[63393]: DEBUG nova.scheduler.client.report [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.274081] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.274081] env[63393]: value = "task-2681825" [ 799.274081] env[63393]: _type = "Task" [ 799.274081] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.286144] env[63393]: DEBUG oslo_vmware.api [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681824, 'name': PowerOnVM_Task, 'duration_secs': 0.384911} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.290181] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.291756] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681825, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.295337] env[63393]: DEBUG nova.compute.manager [None req-598d10d8-a249-4486-8e8f-cb71a0896caf tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.296197] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2f5e55-47d6-49b7-a269-9c02783740f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.334496] env[63393]: INFO nova.compute.manager [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Rebuilding instance [ 799.373184] env[63393]: DEBUG nova.compute.manager [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.374110] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9a01c9-8482-4a37-9a6a-7e01be96033f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.544424] env[63393]: DEBUG nova.compute.manager [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Received event network-changed-49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.544604] env[63393]: DEBUG nova.compute.manager [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Refreshing instance network info cache due to event network-changed-49a5bd88-affc-4ce8-b10c-1d2744d43dec. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.544831] env[63393]: DEBUG oslo_concurrency.lockutils [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] Acquiring lock "refresh_cache-73eb8dbe-a735-4b65-83df-539b76c14749" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.545020] env[63393]: DEBUG oslo_concurrency.lockutils [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] Acquired lock "refresh_cache-73eb8dbe-a735-4b65-83df-539b76c14749" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.545169] env[63393]: DEBUG nova.network.neutron [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Refreshing network info cache for port 49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.775521] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.778857] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.242s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.779371] env[63393]: DEBUG nova.objects.instance [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lazy-loading 'resources' on Instance uuid 548cb29e-6e8a-41c6-975d-06d077004f1f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.790838] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681825, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.800118] env[63393]: INFO nova.scheduler.client.report [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Deleted allocations for instance ca95dd56-a5ca-4bc0-a704-278333df1f2d [ 800.607009] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.611710] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ef958b-80c6-426c-a228-170b182e7c55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.613146] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db01e740-ebf6-4dba-b198-38d99c92f6e7 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Lock "ca95dd56-a5ca-4bc0-a704-278333df1f2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.439s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.620247] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681825, 'name': CreateVM_Task, 'duration_secs': 0.690445} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.621348] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.622758] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 800.622758] env[63393]: value = "task-2681826" [ 800.622758] env[63393]: _type = "Task" [ 800.622758] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.622758] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.622758] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.622758] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.623037] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087fa11b-e340-464c-b4c1-c6229181299a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.634990] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 800.634990] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52489512-38f6-84d8-1e45-17a4fd619f62" [ 800.634990] env[63393]: _type = "Task" [ 800.634990] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.638375] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.646764] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52489512-38f6-84d8-1e45-17a4fd619f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.956653] env[63393]: DEBUG nova.network.neutron [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Updated VIF entry in instance network info cache for port 49a5bd88-affc-4ce8-b10c-1d2744d43dec. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.957009] env[63393]: DEBUG nova.network.neutron [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Updating instance_info_cache with network_info: [{"id": "49a5bd88-affc-4ce8-b10c-1d2744d43dec", "address": "fa:16:3e:bf:30:04", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a5bd88-af", "ovs_interfaceid": "49a5bd88-affc-4ce8-b10c-1d2744d43dec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.002582] env[63393]: DEBUG nova.compute.manager [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-changed-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.002582] env[63393]: DEBUG nova.compute.manager [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing instance network info cache due to event network-changed-694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.002582] env[63393]: DEBUG oslo_concurrency.lockutils [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.002582] env[63393]: DEBUG oslo_concurrency.lockutils [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.002926] env[63393]: DEBUG nova.network.neutron [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.067140] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49617fb-e1d8-4540-83fc-3b8f3b3d722b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.075069] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552eb09d-aea9-4ed5-a208-1c035b8643d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.105779] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9bad4-5b12-47b2-bfad-f439214d1bf9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.113279] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfede6d-de15-40a9-ba3c-52b2aa5471bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.126043] env[63393]: DEBUG nova.compute.provider_tree [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.134549] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681826, 'name': PowerOffVM_Task, 'duration_secs': 0.22102} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.135153] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.135395] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.136104] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96ae513-170f-4202-bd9e-2ef8d553cffe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.145244] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.148787] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc0be81-6284-442d-b7f2-0b45137b3105 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.150324] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52489512-38f6-84d8-1e45-17a4fd619f62, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.150600] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.150810] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.151045] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.151194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.151371] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.151901] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-948fbd62-23fe-4a28-bbb6-f7cc92a80bab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.160758] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.160758] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.161221] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d039f330-a744-40a9-8946-cc30c533dade {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.166818] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 801.166818] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a09e18-6b9f-043c-6e49-b69314928785" [ 801.166818] env[63393]: _type = "Task" [ 801.166818] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.174809] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a09e18-6b9f-043c-6e49-b69314928785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.210992] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.211288] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.211480] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleting the datastore file [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.211753] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976e6e13-8516-4f9c-add3-d834704449a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.217740] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 801.217740] env[63393]: value = "task-2681828" [ 801.217740] env[63393]: _type = "Task" [ 801.217740] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.225903] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.461679] env[63393]: DEBUG oslo_concurrency.lockutils [req-eec7f9d9-763f-4530-8814-f619511c6a8c req-70f6bfe9-b25a-4efd-8f46-893af393230e service nova] Releasing lock "refresh_cache-73eb8dbe-a735-4b65-83df-539b76c14749" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.578594] env[63393]: DEBUG nova.compute.manager [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-changed-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.578788] env[63393]: DEBUG nova.compute.manager [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing instance network info cache due to event network-changed-694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.579029] env[63393]: DEBUG oslo_concurrency.lockutils [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.632607] env[63393]: DEBUG nova.scheduler.client.report [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.679584] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a09e18-6b9f-043c-6e49-b69314928785, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.680724] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25433e76-60b3-4602-85d0-ff621138b1a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.687267] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 801.687267] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f3cea9-3323-dc35-a9f2-2e2bfc98e488" [ 801.687267] env[63393]: _type = "Task" [ 801.687267] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.700240] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f3cea9-3323-dc35-a9f2-2e2bfc98e488, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.700819] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.700819] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 73eb8dbe-a735-4b65-83df-539b76c14749/73eb8dbe-a735-4b65-83df-539b76c14749.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.701044] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b592b03e-7cc3-44bf-9115-609f4c1f97e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.711222] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 801.711222] env[63393]: value = "task-2681829" [ 801.711222] env[63393]: _type = "Task" [ 801.711222] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.717748] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.730021] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129554} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.730306] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.730497] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.730673] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.744203] env[63393]: DEBUG nova.network.neutron [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updated VIF entry in instance network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.744203] env[63393]: DEBUG nova.network.neutron [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.141034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.148913] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.028s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.150528] env[63393]: DEBUG nova.objects.instance [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'resources' on Instance uuid 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.171066] env[63393]: INFO nova.scheduler.client.report [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Deleted allocations for instance 548cb29e-6e8a-41c6-975d-06d077004f1f [ 802.218102] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.246018] env[63393]: DEBUG oslo_concurrency.lockutils [req-afeb2d43-8893-491e-905c-647199e4409c req-ec16840d-419d-464d-bb5a-52d10238c195 service nova] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.246018] env[63393]: DEBUG oslo_concurrency.lockutils [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.246018] env[63393]: DEBUG nova.network.neutron [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.691158] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4382411f-e5e0-4670-82c2-b56b769cc73b tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Lock "548cb29e-6e8a-41c6-975d-06d077004f1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.093s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.725383] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516083} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.725659] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 73eb8dbe-a735-4b65-83df-539b76c14749/73eb8dbe-a735-4b65-83df-539b76c14749.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.725867] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.726146] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e53527df-6ed9-48c2-8e6f-d8f4c10ec4c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.733548] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 802.733548] env[63393]: value = "task-2681830" [ 802.733548] env[63393]: _type = "Task" [ 802.733548] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.746481] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.785224] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.785224] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.785224] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.785224] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.785224] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.786266] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.787231] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.787477] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.787654] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.787852] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.788061] env[63393]: DEBUG nova.virt.hardware [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.789027] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43485867-c9b8-427f-b600-5220c0b19f01 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.801589] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95cea16-facb-4f10-ac78-be9e4ed5e911 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.818169] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:eb:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9449d65e-ebbf-453a-aeee-a819c027373b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.825858] env[63393]: DEBUG oslo.service.loopingcall [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.826174] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.826406] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb512d62-a9c6-40ac-840d-ce99dc97e031 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.847884] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.847884] env[63393]: value = "task-2681831" [ 802.847884] env[63393]: _type = "Task" [ 802.847884] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.858365] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681831, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.140791] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110fb1f4-d95d-4305-ae5c-688422dcd17e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.153757] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158552ab-42a4-4590-a784-aa0bdcf7f76d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.190626] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5da5b-c31d-49f0-8555-122bc6f3f995 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.202035] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a18c1e-737d-4f60-92cc-febf8efcdb94 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.218673] env[63393]: DEBUG nova.compute.provider_tree [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.246398] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075952} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.249989] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.253287] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfccddc-4664-4aa2-bacd-a684bf8fb0ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.280982] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 73eb8dbe-a735-4b65-83df-539b76c14749/73eb8dbe-a735-4b65-83df-539b76c14749.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.281312] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6051489e-d11d-42f2-b177-2b1a57331bc9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.303736] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 803.303736] env[63393]: value = "task-2681832" [ 803.303736] env[63393]: _type = "Task" [ 803.303736] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.311917] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.364152] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681831, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.456547] env[63393]: DEBUG nova.network.neutron [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updated VIF entry in instance network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.456920] env[63393]: DEBUG nova.network.neutron [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.725025] env[63393]: DEBUG nova.scheduler.client.report [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.817655] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681832, 'name': ReconfigVM_Task, 'duration_secs': 0.50779} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.818045] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 73eb8dbe-a735-4b65-83df-539b76c14749/73eb8dbe-a735-4b65-83df-539b76c14749.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.818756] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b00b95-2b19-4e22-824d-e7e521efb3ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.824795] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 803.824795] env[63393]: value = "task-2681833" [ 803.824795] env[63393]: _type = "Task" [ 803.824795] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.835485] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681833, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.862118] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681831, 'name': CreateVM_Task, 'duration_secs': 0.518107} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.862800] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.862968] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.863147] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.863478] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.863757] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d664e2c3-cd50-4d98-a29b-b77d89f1583c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.868360] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 803.868360] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529e2b21-1473-19fd-818b-ca5271810aad" [ 803.868360] env[63393]: _type = "Task" [ 803.868360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.876140] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529e2b21-1473-19fd-818b-ca5271810aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.959593] env[63393]: DEBUG oslo_concurrency.lockutils [req-c1221c23-4a31-4fad-b7b2-c1ad885a7140 req-e49ac854-9ca5-4cd9-a95a-786fe31b5abf service nova] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.094201] env[63393]: DEBUG nova.compute.manager [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-changed-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.096633] env[63393]: DEBUG nova.compute.manager [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing instance network info cache due to event network-changed-694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.096633] env[63393]: DEBUG oslo_concurrency.lockutils [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.096633] env[63393]: DEBUG oslo_concurrency.lockutils [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.096633] env[63393]: DEBUG nova.network.neutron [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.230018] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.233860] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.698s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.235019] env[63393]: INFO nova.compute.claims [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.270721] env[63393]: INFO nova.scheduler.client.report [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted allocations for instance 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 [ 804.338995] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681833, 'name': Rename_Task, 'duration_secs': 0.197828} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.338995] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.338995] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a7fd837-b734-4785-b508-0e9087d20c14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.345276] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 804.345276] env[63393]: value = "task-2681834" [ 804.345276] env[63393]: _type = "Task" [ 804.345276] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.353874] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.381543] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529e2b21-1473-19fd-818b-ca5271810aad, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.381980] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.382153] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.382582] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.382798] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.382992] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.383435] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-373038eb-1df3-4004-bbf0-61512ee26ddc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.395615] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.395846] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.396668] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a624f38-f613-4116-a4aa-f8a33f5c19b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.405172] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 804.405172] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f3f619-12a7-8091-ee20-472312d2d973" [ 804.405172] env[63393]: _type = "Task" [ 804.405172] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.414380] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f3f619-12a7-8091-ee20-472312d2d973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.783999] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102c8b52-301a-455e-8248-6f78298b6c2a tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.330s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.785050] env[63393]: DEBUG oslo_concurrency.lockutils [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] Acquired lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.786097] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860c6e54-456f-45dc-9953-ba14df888a49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.794479] env[63393]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 804.794684] env[63393]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63393) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 804.795146] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-886705dc-35b4-4fc3-a7e0-b01f34e85796 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.811518] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784377d1-98f8-453c-a732-879b4163e7a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.848601] env[63393]: ERROR root [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-540578' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-540578' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-540578' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-540578'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-540578' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-540578' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-540578'}\n"]: nova.exception.InstanceNotFound: Instance 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 could not be found. [ 804.848838] env[63393]: DEBUG oslo_concurrency.lockutils [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] Releasing lock "69b7e6dd-497a-4e72-9669-5b3cf404bbf6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.849071] env[63393]: DEBUG nova.compute.manager [req-478b3d71-129e-455c-a11c-61d944af976c req-8b88fb58-a4e9-41e2-9dfc-b816dcf9fdde service nova] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Detach interface failed, port_id=796f5b48-d775-4f66-9995-78557a2a8702, reason: Instance 69b7e6dd-497a-4e72-9669-5b3cf404bbf6 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 804.862453] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681834, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.910596] env[63393]: DEBUG nova.network.neutron [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updated VIF entry in instance network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.910963] env[63393]: DEBUG nova.network.neutron [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.920253] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f3f619-12a7-8091-ee20-472312d2d973, 'name': SearchDatastore_Task, 'duration_secs': 0.033265} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.922343] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c034fa62-bc79-480d-8df6-607f387e0d85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.928038] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 804.928038] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52146552-45d6-dfa6-e4f1-596e6f06cb43" [ 804.928038] env[63393]: _type = "Task" [ 804.928038] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.940433] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52146552-45d6-dfa6-e4f1-596e6f06cb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.359581] env[63393]: DEBUG oslo_vmware.api [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681834, 'name': PowerOnVM_Task, 'duration_secs': 0.820704} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.365838] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.366100] env[63393]: INFO nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Took 8.61 seconds to spawn the instance on the hypervisor. [ 805.366245] env[63393]: DEBUG nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.367376] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a75168-ea8e-45ef-9518-39df7b7a7656 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.422178] env[63393]: DEBUG oslo_concurrency.lockutils [req-56523690-12f5-45eb-b717-b18f1f6db2e8 req-2565cbde-067c-4194-866d-bc5cc223812a service nova] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.426790] env[63393]: DEBUG nova.compute.manager [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-changed-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.426964] env[63393]: DEBUG nova.compute.manager [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing instance network info cache due to event network-changed-694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.429184] env[63393]: DEBUG oslo_concurrency.lockutils [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] Acquiring lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.429446] env[63393]: DEBUG oslo_concurrency.lockutils [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] Acquired lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.429653] env[63393]: DEBUG nova.network.neutron [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Refreshing network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.448339] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52146552-45d6-dfa6-e4f1-596e6f06cb43, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.448610] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.448865] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.449152] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67a81e7c-73be-488f-8e4f-8975917b77fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.458431] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 805.458431] env[63393]: value = "task-2681835" [ 805.458431] env[63393]: _type = "Task" [ 805.458431] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.470880] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.816279] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde84937-e85b-45df-8efa-927c0c738a25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.824329] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683996f-bd82-403d-8d7e-f152dab8bcca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.867797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006e8d2-f2ec-49a1-a634-1627dc2a05c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.876156] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53230a0-6a89-4e55-95ed-ade854025f9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.899115] env[63393]: DEBUG nova.compute.provider_tree [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.903831] env[63393]: INFO nova.compute.manager [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Took 45.94 seconds to build instance. [ 805.976983] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.387141] env[63393]: DEBUG nova.network.neutron [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updated VIF entry in instance network info cache for port 694c89fd-8714-4733-8e64-09a93b61624a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.387141] env[63393]: DEBUG nova.network.neutron [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [{"id": "694c89fd-8714-4733-8e64-09a93b61624a", "address": "fa:16:3e:3c:1f:75", "network": {"id": "7434f613-5d32-4ef8-98ed-361323dac8da", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-862825838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0ba78e8b66834ee5be78feb66af2647d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694c89fd-87", "ovs_interfaceid": "694c89fd-8714-4733-8e64-09a93b61624a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.406237] env[63393]: DEBUG nova.scheduler.client.report [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.409913] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "73eb8dbe-a735-4b65-83df-539b76c14749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.455s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.473121] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605076} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.473477] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.473899] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.474461] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e20cb96a-97c4-4e94-b453-f7f9b4e121f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.482306] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 806.482306] env[63393]: value = "task-2681836" [ 806.482306] env[63393]: _type = "Task" [ 806.482306] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.495794] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.889628] env[63393]: DEBUG oslo_concurrency.lockutils [req-81017a93-a43b-4b12-a86c-8c67b9268a71 req-6a9b5523-2ba5-47e8-a976-8d33a6e735c4 service nova] Releasing lock "refresh_cache-adfac38d-eab9-4fc4-8e1e-b53029381b25" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.912516] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.913058] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.915919] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.986s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.918110] env[63393]: INFO nova.compute.claims [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.995151] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17443} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.995576] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.996733] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d84c4f2-48ae-462e-b3f8-6cb139b4d0ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.020503] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.020852] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7baf0f-612b-4fea-ac9f-c090cf037699 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.040624] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 807.040624] env[63393]: value = "task-2681837" [ 807.040624] env[63393]: _type = "Task" [ 807.040624] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.051098] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.423256] env[63393]: DEBUG nova.compute.utils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.424880] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.425527] env[63393]: DEBUG nova.network.neutron [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.554180] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681837, 'name': ReconfigVM_Task, 'duration_secs': 0.429306} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.554504] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.555297] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b44c9e8d-a7da-429f-b439-b24b28a854d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.562288] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 807.562288] env[63393]: value = "task-2681838" [ 807.562288] env[63393]: _type = "Task" [ 807.562288] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.572493] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681838, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.628476] env[63393]: DEBUG nova.compute.manager [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.629717] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2768a58-3095-4f4b-bc0c-fb33a455712f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.765433] env[63393]: DEBUG nova.policy [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6aff45f6a4c02bf469895943ef92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b7f9cc44d34b3195bd456d157b7310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.776881] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "adfac38d-eab9-4fc4-8e1e-b53029381b25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.777217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.777446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "adfac38d-eab9-4fc4-8e1e-b53029381b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.777649] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.777823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.780505] env[63393]: INFO nova.compute.manager [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Terminating instance [ 807.883271] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.883454] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.930053] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.076709] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681838, 'name': Rename_Task, 'duration_secs': 0.190604} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.078019] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.079574] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8fdd92c-1184-4f8b-b7c5-2ca5292e2e8a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.092313] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 808.092313] env[63393]: value = "task-2681839" [ 808.092313] env[63393]: _type = "Task" [ 808.092313] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.105596] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.151562] env[63393]: INFO nova.compute.manager [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] instance snapshotting [ 808.155797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b62405d-615b-4b0a-b728-d7780f6502b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.186885] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af64705a-e3b6-49b5-b3dd-bef223d9feb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.284728] env[63393]: DEBUG nova.compute.manager [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.285090] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.286631] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f2648-25a3-4c1e-aae0-f8ec24db9adb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.296599] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.299462] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f9088b9-50dc-48e5-950e-4638a08db435 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.309424] env[63393]: DEBUG oslo_vmware.api [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 808.309424] env[63393]: value = "task-2681840" [ 808.309424] env[63393]: _type = "Task" [ 808.309424] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.319035] env[63393]: DEBUG oslo_vmware.api [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.326747] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "ef8f0255-0a24-4db9-9486-520b71dec6a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.326747] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "ef8f0255-0a24-4db9-9486-520b71dec6a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.328286] env[63393]: DEBUG nova.network.neutron [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Successfully created port: e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.386875] env[63393]: DEBUG nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.498802] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0707afc-fdb2-4da5-ae04-c2b667b18567 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.508699] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dbc86c-7cb2-4e49-8218-486296c74e46 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.543508] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3651ce-e4c2-432b-a7f0-498a31455bf3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.551040] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e653ed-bd5e-48e3-bfdf-89fa5aa34263 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.568792] env[63393]: DEBUG nova.compute.provider_tree [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.602563] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.698247] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.698625] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07f78310-9ae5-458d-9172-31fed794c6bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.706483] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 808.706483] env[63393]: value = "task-2681841" [ 808.706483] env[63393]: _type = "Task" [ 808.706483] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.717022] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681841, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.817686] env[63393]: DEBUG oslo_vmware.api [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681840, 'name': PowerOffVM_Task, 'duration_secs': 0.356013} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.817948] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.818128] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.818364] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef78f431-0836-4f0a-b4f6-a1ba3e320324 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.831396] env[63393]: DEBUG nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.913477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.943087] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.971698] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.971839] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.971891] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.972053] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.972206] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.972419] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.972664] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.972839] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.973039] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.973244] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.973431] env[63393]: DEBUG nova.virt.hardware [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.974419] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c79b298-feb5-49d2-9e91-e000df3ee43b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.982988] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b4e57-7321-47a3-89e0-d00ccebfff4e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.018697] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.018951] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.019174] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Deleting the datastore file [datastore1] adfac38d-eab9-4fc4-8e1e-b53029381b25 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.019441] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c94c204-3bcf-492f-a38c-4f4e9e78915a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.027027] env[63393]: DEBUG oslo_vmware.api [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for the task: (returnval){ [ 809.027027] env[63393]: value = "task-2681843" [ 809.027027] env[63393]: _type = "Task" [ 809.027027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.034967] env[63393]: DEBUG oslo_vmware.api [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.098283] env[63393]: ERROR nova.scheduler.client.report [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [req-e172fc55-48f4-4643-9de4-3c0341e100b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e172fc55-48f4-4643-9de4-3c0341e100b5"}]} [ 809.105997] env[63393]: DEBUG oslo_vmware.api [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681839, 'name': PowerOnVM_Task, 'duration_secs': 0.951599} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.106845] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.107681] env[63393]: DEBUG nova.compute.manager [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.108623] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e70ab1-5aa9-449a-82cf-9855cce2bd25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.115319] env[63393]: DEBUG nova.scheduler.client.report [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 809.138678] env[63393]: DEBUG nova.scheduler.client.report [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 809.138998] env[63393]: DEBUG nova.compute.provider_tree [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.153294] env[63393]: DEBUG nova.scheduler.client.report [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 809.173332] env[63393]: DEBUG nova.scheduler.client.report [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 809.216727] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681841, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.251243] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.251588] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.347773] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.536284] env[63393]: DEBUG oslo_vmware.api [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Task: {'id': task-2681843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414309} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.538637] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.538826] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.539012] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.539199] env[63393]: INFO nova.compute.manager [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Took 1.25 seconds to destroy the instance on the hypervisor. [ 809.539442] env[63393]: DEBUG oslo.service.loopingcall [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.539820] env[63393]: DEBUG nova.compute.manager [-] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.540575] env[63393]: DEBUG nova.network.neutron [-] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.551646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ffffb9-45a8-4f7e-a44f-b775e4eb519f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.560510] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbbdd2-03ca-459d-a1c9-084607d79acb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.591138] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3313fc-a0ff-4a80-9225-a15b8db316ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.598479] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01db667-32bc-4d20-b702-0860ef81d941 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.613532] env[63393]: DEBUG nova.compute.provider_tree [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.642337] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.719037] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681841, 'name': CreateSnapshot_Task, 'duration_secs': 0.71453} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.719368] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.720112] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ec63b-6739-4b41-ab6f-c3af776b5e75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.756248] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.868081] env[63393]: DEBUG nova.compute.manager [req-85b74759-59e3-4f12-8541-9e36eebc2110 req-d1fca070-34b4-4310-b1ab-8cdea17d20f4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Received event network-vif-plugged-e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.868321] env[63393]: DEBUG oslo_concurrency.lockutils [req-85b74759-59e3-4f12-8541-9e36eebc2110 req-d1fca070-34b4-4310-b1ab-8cdea17d20f4 service nova] Acquiring lock "2de9b95f-d123-47da-a8e0-c59e74561239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.868532] env[63393]: DEBUG oslo_concurrency.lockutils [req-85b74759-59e3-4f12-8541-9e36eebc2110 req-d1fca070-34b4-4310-b1ab-8cdea17d20f4 service nova] Lock "2de9b95f-d123-47da-a8e0-c59e74561239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.868702] env[63393]: DEBUG oslo_concurrency.lockutils [req-85b74759-59e3-4f12-8541-9e36eebc2110 req-d1fca070-34b4-4310-b1ab-8cdea17d20f4 service nova] Lock "2de9b95f-d123-47da-a8e0-c59e74561239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.868869] env[63393]: DEBUG nova.compute.manager [req-85b74759-59e3-4f12-8541-9e36eebc2110 req-d1fca070-34b4-4310-b1ab-8cdea17d20f4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] No waiting events found dispatching network-vif-plugged-e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.869110] env[63393]: WARNING nova.compute.manager [req-85b74759-59e3-4f12-8541-9e36eebc2110 req-d1fca070-34b4-4310-b1ab-8cdea17d20f4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Received unexpected event network-vif-plugged-e3867869-ed25-472a-9e5f-4e9784f0780f for instance with vm_state building and task_state spawning. [ 809.872799] env[63393]: DEBUG nova.compute.manager [req-f5f1b193-e546-4497-ad44-1c9a8db0eb73 req-4af601fc-12a0-4cb3-a5c4-8470895b4b10 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Received event network-vif-deleted-694c89fd-8714-4733-8e64-09a93b61624a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.873089] env[63393]: INFO nova.compute.manager [req-f5f1b193-e546-4497-ad44-1c9a8db0eb73 req-4af601fc-12a0-4cb3-a5c4-8470895b4b10 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Neutron deleted interface 694c89fd-8714-4733-8e64-09a93b61624a; detaching it from the instance and deleting it from the info cache [ 809.873171] env[63393]: DEBUG nova.network.neutron [req-f5f1b193-e546-4497-ad44-1c9a8db0eb73 req-4af601fc-12a0-4cb3-a5c4-8470895b4b10 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.931530] env[63393]: DEBUG nova.network.neutron [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Successfully updated port: e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.150880] env[63393]: DEBUG nova.scheduler.client.report [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 810.151190] env[63393]: DEBUG nova.compute.provider_tree [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 97 to 98 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 810.151375] env[63393]: DEBUG nova.compute.provider_tree [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.243018] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 810.243018] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd24e915-29ef-40c1-9f68-5e344c16a2a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.253137] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 810.253137] env[63393]: value = "task-2681844" [ 810.253137] env[63393]: _type = "Task" [ 810.253137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.264605] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681844, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.279567] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.347280] env[63393]: DEBUG nova.network.neutron [-] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.376509] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d564f9b-ce72-4b11-87e1-4cf7f5bd3b84 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.387028] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7790ae4d-7fa0-4ca8-b2da-be13aeeabfed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.431485] env[63393]: DEBUG nova.compute.manager [req-f5f1b193-e546-4497-ad44-1c9a8db0eb73 req-4af601fc-12a0-4cb3-a5c4-8470895b4b10 service nova] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Detach interface failed, port_id=694c89fd-8714-4733-8e64-09a93b61624a, reason: Instance adfac38d-eab9-4fc4-8e1e-b53029381b25 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 810.435984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-2de9b95f-d123-47da-a8e0-c59e74561239" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.435984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-2de9b95f-d123-47da-a8e0-c59e74561239" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.435984] env[63393]: DEBUG nova.network.neutron [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.657422] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.741s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.658559] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.665195] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.083s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.665195] env[63393]: INFO nova.compute.claims [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.766021] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681844, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.854481] env[63393]: INFO nova.compute.manager [-] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Took 1.31 seconds to deallocate network for instance. [ 810.979501] env[63393]: DEBUG nova.network.neutron [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.004971] env[63393]: INFO nova.compute.manager [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Rebuilding instance [ 811.048491] env[63393]: DEBUG nova.compute.manager [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.049454] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97f1310-8106-45d1-8875-ebff7676f519 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.141826] env[63393]: DEBUG nova.network.neutron [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Updating instance_info_cache with network_info: [{"id": "e3867869-ed25-472a-9e5f-4e9784f0780f", "address": "fa:16:3e:bf:34:93", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3867869-ed", "ovs_interfaceid": "e3867869-ed25-472a-9e5f-4e9784f0780f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.170501] env[63393]: DEBUG nova.compute.utils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.175698] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.175877] env[63393]: DEBUG nova.network.neutron [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.214831] env[63393]: DEBUG nova.policy [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f06a7be748c456e9a90724d9a1d8ae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70984c445ed64db7bd9981ed14d2dfb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.265333] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681844, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.363353] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.513743] env[63393]: DEBUG nova.network.neutron [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Successfully created port: c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.646320] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-2de9b95f-d123-47da-a8e0-c59e74561239" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.646320] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Instance network_info: |[{"id": "e3867869-ed25-472a-9e5f-4e9784f0780f", "address": "fa:16:3e:bf:34:93", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3867869-ed", "ovs_interfaceid": "e3867869-ed25-472a-9e5f-4e9784f0780f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.646320] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:34:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3867869-ed25-472a-9e5f-4e9784f0780f', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.656031] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating folder: Project (48b7f9cc44d34b3195bd456d157b7310). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.656031] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b1bbb1b-b5ed-43f0-82e9-4a6dcb634081 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.668995] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created folder: Project (48b7f9cc44d34b3195bd456d157b7310) in parent group-v540494. [ 811.669184] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating folder: Instances. Parent ref: group-v540678. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.669468] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ae202aa-9cca-466c-a0ad-c520a8eb072f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.676652] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.684956] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created folder: Instances in parent group-v540678. [ 811.685205] env[63393]: DEBUG oslo.service.loopingcall [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.687332] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.687435] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b625c04-229a-48e1-aaf3-d940f4f11e89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.711900] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.711900] env[63393]: value = "task-2681847" [ 811.711900] env[63393]: _type = "Task" [ 811.711900] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.724363] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681847, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.765521] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681844, 'name': CloneVM_Task} progress is 95%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.065015] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.065365] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90c9ace1-3ec5-45c3-9383-8949c15f7479 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.080605] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 812.080605] env[63393]: value = "task-2681848" [ 812.080605] env[63393]: _type = "Task" [ 812.080605] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.094525] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.101468] env[63393]: DEBUG nova.compute.manager [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Received event network-changed-e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.102771] env[63393]: DEBUG nova.compute.manager [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Refreshing instance network info cache due to event network-changed-e3867869-ed25-472a-9e5f-4e9784f0780f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.102771] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] Acquiring lock "refresh_cache-2de9b95f-d123-47da-a8e0-c59e74561239" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.102771] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] Acquired lock "refresh_cache-2de9b95f-d123-47da-a8e0-c59e74561239" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.102771] env[63393]: DEBUG nova.network.neutron [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Refreshing network info cache for port e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.179410] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a022d36d-30b0-44ff-9ce5-88fc40c1cf07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.191755] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4baea-2f55-4f9e-bc40-93f215d31958 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.228097] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14ef85-927a-4133-9cb2-83c66f89431b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.236449] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681847, 'name': CreateVM_Task, 'duration_secs': 0.466429} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.238176] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.238920] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.239100] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.239417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.240764] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb7286-77f3-4654-a595-19da2754e21a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.244290] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586a2d5d-5284-43fc-a5c3-b417131ead9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.257355] env[63393]: DEBUG nova.compute.provider_tree [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.262270] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 812.262270] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5209785b-316a-3896-601f-417c96ed4484" [ 812.262270] env[63393]: _type = "Task" [ 812.262270] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.269847] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681844, 'name': CloneVM_Task, 'duration_secs': 1.753908} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.273903] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Created linked-clone VM from snapshot [ 812.274203] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5209785b-316a-3896-601f-417c96ed4484, 'name': SearchDatastore_Task, 'duration_secs': 0.01754} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.274875] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59cc15-9f9b-43c9-9ab2-0b1190d9eb98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.277343] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.277572] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.277818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.277989] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.278197] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.278774] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-276c6494-d7c6-415b-ab05-74cbdbf150e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.285390] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Uploading image be153f42-808e-4a5b-a403-125efdb1eab9 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.289981] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.290235] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.290974] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06f7dd8-7fad-4afb-b798-ee812697bdf8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.296124] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 812.296124] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5269c22b-3bd1-e7d3-685e-1e4150b7d76a" [ 812.296124] env[63393]: _type = "Task" [ 812.296124] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.305619] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5269c22b-3bd1-e7d3-685e-1e4150b7d76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.325794] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.325794] env[63393]: value = "vm-540677" [ 812.325794] env[63393]: _type = "VirtualMachine" [ 812.325794] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.326098] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74b7229d-fb01-42d8-b314-8f2a81368562 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.333773] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease: (returnval){ [ 812.333773] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4d707-fa8b-c6b7-34dd-5b66169661d2" [ 812.333773] env[63393]: _type = "HttpNfcLease" [ 812.333773] env[63393]: } obtained for exporting VM: (result){ [ 812.333773] env[63393]: value = "vm-540677" [ 812.333773] env[63393]: _type = "VirtualMachine" [ 812.333773] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.334056] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the lease: (returnval){ [ 812.334056] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4d707-fa8b-c6b7-34dd-5b66169661d2" [ 812.334056] env[63393]: _type = "HttpNfcLease" [ 812.334056] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.341083] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.341083] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4d707-fa8b-c6b7-34dd-5b66169661d2" [ 812.341083] env[63393]: _type = "HttpNfcLease" [ 812.341083] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.590665] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681848, 'name': PowerOffVM_Task, 'duration_secs': 0.283327} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.590966] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.591273] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.591986] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91655029-63d9-4407-8d12-9b5666d9fb24 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.599351] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.599634] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26770e7f-0762-45b2-b803-102df052eda0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.660932] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.661256] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.661503] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleting the datastore file [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.661818] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67fa3abb-4fea-42a3-9c1c-b05756fb8883 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.668900] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 812.668900] env[63393]: value = "task-2681851" [ 812.668900] env[63393]: _type = "Task" [ 812.668900] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.677608] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.697728] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.729018] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.729018] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.729018] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.729018] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.729018] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.729381] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.729418] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.729575] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.729743] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.729912] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.730117] env[63393]: DEBUG nova.virt.hardware [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.731055] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc17216e-74b7-4210-b8f8-468b182be826 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.741903] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a090cbe3-d0cc-456f-968f-cc7c9372b5d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.794555] env[63393]: DEBUG nova.scheduler.client.report [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.794836] env[63393]: DEBUG nova.compute.provider_tree [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 98 to 99 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.795062] env[63393]: DEBUG nova.compute.provider_tree [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.810819] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5269c22b-3bd1-e7d3-685e-1e4150b7d76a, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.812584] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6855f7-a0a5-4014-8a0e-3353d1e6898f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.818421] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 812.818421] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52380f42-fef3-fe00-1bd9-046242aa1e30" [ 812.818421] env[63393]: _type = "Task" [ 812.818421] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.826252] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52380f42-fef3-fe00-1bd9-046242aa1e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.844130] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.844130] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4d707-fa8b-c6b7-34dd-5b66169661d2" [ 812.844130] env[63393]: _type = "HttpNfcLease" [ 812.844130] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.844429] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.844429] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4d707-fa8b-c6b7-34dd-5b66169661d2" [ 812.844429] env[63393]: _type = "HttpNfcLease" [ 812.844429] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.845097] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1743fe-7507-471f-a955-95249c99f1c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.852516] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6ba00-9f61-a283-923c-5c9bdfde4631/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.852706] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6ba00-9f61-a283-923c-5c9bdfde4631/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.913383] env[63393]: DEBUG nova.network.neutron [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Updated VIF entry in instance network info cache for port e3867869-ed25-472a-9e5f-4e9784f0780f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.913383] env[63393]: DEBUG nova.network.neutron [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Updating instance_info_cache with network_info: [{"id": "e3867869-ed25-472a-9e5f-4e9784f0780f", "address": "fa:16:3e:bf:34:93", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3867869-ed", "ovs_interfaceid": "e3867869-ed25-472a-9e5f-4e9784f0780f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.014459] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66f96909-616f-4c34-a520-f92c06da7d2e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.181514] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164538} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.181902] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.181993] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.184503] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.306569] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.307186] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.311175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.403s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.312194] env[63393]: DEBUG nova.objects.instance [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lazy-loading 'resources' on Instance uuid 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.332024] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52380f42-fef3-fe00-1bd9-046242aa1e30, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.332328] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.332586] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2de9b95f-d123-47da-a8e0-c59e74561239/2de9b95f-d123-47da-a8e0-c59e74561239.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.332847] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8714d24e-ab77-424a-8a6a-b670144bc6dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.340035] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 813.340035] env[63393]: value = "task-2681852" [ 813.340035] env[63393]: _type = "Task" [ 813.340035] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.350066] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.421619] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ea7dd10-2131-4a85-b025-1fb95e5e8af2 req-347d971f-6b39-49f1-9282-c45a079ef5c4 service nova] Releasing lock "refresh_cache-2de9b95f-d123-47da-a8e0-c59e74561239" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.426174] env[63393]: DEBUG nova.network.neutron [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Successfully updated port: c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.824019] env[63393]: DEBUG nova.compute.utils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.827238] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.827238] env[63393]: DEBUG nova.network.neutron [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.855024] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681852, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.907308] env[63393]: DEBUG nova.policy [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e739214c54f4aaf8d3c12cf13594f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b424c5a37a7d43aa88119a5e64d9f0f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.932956] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "refresh_cache-2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.936291] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquired lock "refresh_cache-2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936291] env[63393]: DEBUG nova.network.neutron [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.237283] env[63393]: DEBUG nova.compute.manager [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Received event network-vif-plugged-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.237520] env[63393]: DEBUG oslo_concurrency.lockutils [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] Acquiring lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.237677] env[63393]: DEBUG oslo_concurrency.lockutils [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.237911] env[63393]: DEBUG oslo_concurrency.lockutils [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.238051] env[63393]: DEBUG nova.compute.manager [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] No waiting events found dispatching network-vif-plugged-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.238208] env[63393]: WARNING nova.compute.manager [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Received unexpected event network-vif-plugged-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 for instance with vm_state building and task_state spawning. [ 814.239158] env[63393]: DEBUG nova.compute.manager [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Received event network-changed-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.239249] env[63393]: DEBUG nova.compute.manager [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Refreshing instance network info cache due to event network-changed-c43bf3c4-7a31-49ee-92b0-04a55f3345b3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.239681] env[63393]: DEBUG oslo_concurrency.lockutils [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] Acquiring lock "refresh_cache-2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.256968] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.257500] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.257500] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.258970] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.259314] env[63393]: DEBUG nova.virt.hardware [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.260586] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba8fe1-f63a-47c7-af9a-5a339941e2cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.275690] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ab837-e909-4548-8db6-d3e54ca3f352 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.297204] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:eb:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9449d65e-ebbf-453a-aeee-a819c027373b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.303986] env[63393]: DEBUG oslo.service.loopingcall [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.306309] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.307092] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0dd7a79-37cb-4c0c-9752-e9567a14e4a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.330094] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.330094] env[63393]: value = "task-2681853" [ 814.330094] env[63393]: _type = "Task" [ 814.330094] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.337445] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.350987] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681853, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.356594] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549802} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.356854] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2de9b95f-d123-47da-a8e0-c59e74561239/2de9b95f-d123-47da-a8e0-c59e74561239.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.357699] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.357699] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1214334e-77ca-4f64-b4a3-8d80c0413ad5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.366401] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 814.366401] env[63393]: value = "task-2681854" [ 814.366401] env[63393]: _type = "Task" [ 814.366401] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.377956] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.381603] env[63393]: DEBUG nova.network.neutron [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Successfully created port: f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.454107] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e9e72-e1f6-4807-a655-1e823f97704e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.461843] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eab9e6-a0a6-46b2-af90-2c379772711a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.496580] env[63393]: DEBUG nova.network.neutron [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.499157] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e08eaa-1dbe-4fb4-a382-8b4a80d9db50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.506875] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1500df8-31c8-40a1-a8f1-66b83a9c8de9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.523159] env[63393]: DEBUG nova.compute.provider_tree [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.840718] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681853, 'name': CreateVM_Task, 'duration_secs': 0.3873} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.841985] env[63393]: DEBUG nova.network.neutron [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Updating instance_info_cache with network_info: [{"id": "c43bf3c4-7a31-49ee-92b0-04a55f3345b3", "address": "fa:16:3e:dc:e6:79", "network": {"id": "e4294442-bcf8-4f38-93ee-0bf98e031781", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1486813646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70984c445ed64db7bd9981ed14d2dfb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43bf3c4-7a", "ovs_interfaceid": "c43bf3c4-7a31-49ee-92b0-04a55f3345b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.850992] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.850992] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.850992] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.850992] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.850992] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84324a72-544b-49ff-bbad-15748a2ed34d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.855823] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 814.855823] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529d5875-345f-3c63-5d2b-680c63936035" [ 814.855823] env[63393]: _type = "Task" [ 814.855823] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.865223] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529d5875-345f-3c63-5d2b-680c63936035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.876732] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077427} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.877032] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.877822] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8726b99-0f1c-4f7f-915a-828df3042292 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.905759] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 2de9b95f-d123-47da-a8e0-c59e74561239/2de9b95f-d123-47da-a8e0-c59e74561239.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.906620] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4d927d-a746-4643-a932-ed6edba81ab1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.927388] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 814.927388] env[63393]: value = "task-2681855" [ 814.927388] env[63393]: _type = "Task" [ 814.927388] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.935763] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.026490] env[63393]: DEBUG nova.scheduler.client.report [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.349633] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Releasing lock "refresh_cache-2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.350365] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Instance network_info: |[{"id": "c43bf3c4-7a31-49ee-92b0-04a55f3345b3", "address": "fa:16:3e:dc:e6:79", "network": {"id": "e4294442-bcf8-4f38-93ee-0bf98e031781", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1486813646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70984c445ed64db7bd9981ed14d2dfb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43bf3c4-7a", "ovs_interfaceid": "c43bf3c4-7a31-49ee-92b0-04a55f3345b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.350866] env[63393]: DEBUG oslo_concurrency.lockutils [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] Acquired lock "refresh_cache-2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.351193] env[63393]: DEBUG nova.network.neutron [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Refreshing network info cache for port c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.360089] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.360089] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:e6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c43bf3c4-7a31-49ee-92b0-04a55f3345b3', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.369265] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Creating folder: Project (70984c445ed64db7bd9981ed14d2dfb4). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.372881] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b8fa55b-49cd-4918-86ca-8f1e514a6124 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.387131] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529d5875-345f-3c63-5d2b-680c63936035, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.389396] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.389722] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.390153] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.390349] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.390652] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.391317] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2edb1a42-b0cc-4f91-8a6c-2ed4e9ac1f81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.400482] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.400482] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.400482] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.400482] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.400482] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.400482] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.400912] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.401143] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.401535] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.401749] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.401974] env[63393]: DEBUG nova.virt.hardware [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.402854] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faaf172-0bfe-4d9b-b57f-1fd40a559455 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.407557] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.407850] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.408627] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Created folder: Project (70984c445ed64db7bd9981ed14d2dfb4) in parent group-v540494. [ 815.408899] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Creating folder: Instances. Parent ref: group-v540682. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.409585] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d7b367-7d4d-455c-abdb-2c13a680a187 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.413701] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0d96fc0-5a7c-467c-846d-eca96b774051 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.424284] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9064ead-903c-4ee4-96a4-646648976c72 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.430495] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 815.430495] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529eff9f-1916-5c23-54ce-0b653916e831" [ 815.430495] env[63393]: _type = "Task" [ 815.430495] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.435144] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Created folder: Instances in parent group-v540682. [ 815.435447] env[63393]: DEBUG oslo.service.loopingcall [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.438750] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.447246] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d01a81fa-74f9-48b9-b765-91e86f716915 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.468413] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681855, 'name': ReconfigVM_Task, 'duration_secs': 0.357049} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.469511] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 2de9b95f-d123-47da-a8e0-c59e74561239/2de9b95f-d123-47da-a8e0-c59e74561239.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.474014] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c58bbf-544f-4c5f-8f26-37ca6a062a8b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.475929] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529eff9f-1916-5c23-54ce-0b653916e831, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.478385] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.478385] env[63393]: value = "task-2681858" [ 815.478385] env[63393]: _type = "Task" [ 815.478385] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.478968] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c5a70a-c0f4-4c39-bda5-e3ade5c7c818 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.487983] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 815.487983] env[63393]: value = "task-2681859" [ 815.487983] env[63393]: _type = "Task" [ 815.487983] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.497781] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681858, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.498175] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 815.498175] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b963bb-273e-4210-e522-cbb6e878ede1" [ 815.498175] env[63393]: _type = "Task" [ 815.498175] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.504963] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681859, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.516973] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b963bb-273e-4210-e522-cbb6e878ede1, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.517327] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.517628] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.517948] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c09c6e-3b92-48ae-9813-e82ee4d1dc65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.525688] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 815.525688] env[63393]: value = "task-2681860" [ 815.525688] env[63393]: _type = "Task" [ 815.525688] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.538228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.540421] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.540939] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.942s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.542687] env[63393]: INFO nova.compute.claims [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.592888] env[63393]: INFO nova.scheduler.client.report [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Deleted allocations for instance 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a [ 815.694210] env[63393]: DEBUG nova.network.neutron [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Updated VIF entry in instance network info cache for port c43bf3c4-7a31-49ee-92b0-04a55f3345b3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.694633] env[63393]: DEBUG nova.network.neutron [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Updating instance_info_cache with network_info: [{"id": "c43bf3c4-7a31-49ee-92b0-04a55f3345b3", "address": "fa:16:3e:dc:e6:79", "network": {"id": "e4294442-bcf8-4f38-93ee-0bf98e031781", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1486813646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70984c445ed64db7bd9981ed14d2dfb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43bf3c4-7a", "ovs_interfaceid": "c43bf3c4-7a31-49ee-92b0-04a55f3345b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.994936] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681858, 'name': CreateVM_Task, 'duration_secs': 0.504569} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.002856] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.002856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.002856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.002856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.002856] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e388ed95-7174-45c1-bec0-f9db68a04257 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.009682] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681859, 'name': Rename_Task, 'duration_secs': 0.196493} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.010457] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.010764] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7779f61-d2db-4a3c-9a92-a08ce4b901e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.015188] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 816.015188] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527d5d4c-7c60-6c60-d701-d4ff87b4055f" [ 816.015188] env[63393]: _type = "Task" [ 816.015188] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.024470] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 816.024470] env[63393]: value = "task-2681861" [ 816.024470] env[63393]: _type = "Task" [ 816.024470] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.031326] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527d5d4c-7c60-6c60-d701-d4ff87b4055f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.039862] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681861, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.043138] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.111385] env[63393]: DEBUG nova.network.neutron [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Successfully updated port: f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.112609] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25d75d48-fe62-4f02-bfb4-380124a2ab8a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Lock "69b0dc90-f0ab-4d77-bbea-2acf8fc7073a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.208s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.198759] env[63393]: DEBUG oslo_concurrency.lockutils [req-3500a43e-fa43-49d5-8b52-e2a7093b6d0f req-d7b0efda-b917-4be8-b5f0-700ba6c014e1 service nova] Releasing lock "refresh_cache-2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.271133] env[63393]: DEBUG nova.compute.manager [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received event network-vif-plugged-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.271133] env[63393]: DEBUG oslo_concurrency.lockutils [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] Acquiring lock "a69b263d-15c2-4ac7-9a13-06726bdf168d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.271133] env[63393]: DEBUG oslo_concurrency.lockutils [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.271133] env[63393]: DEBUG oslo_concurrency.lockutils [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.271935] env[63393]: DEBUG nova.compute.manager [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] No waiting events found dispatching network-vif-plugged-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.272270] env[63393]: WARNING nova.compute.manager [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received unexpected event network-vif-plugged-f57da934-8f69-4109-a924-e74e1e13484c for instance with vm_state building and task_state spawning. [ 816.272537] env[63393]: DEBUG nova.compute.manager [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received event network-changed-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.272811] env[63393]: DEBUG nova.compute.manager [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing instance network info cache due to event network-changed-f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.273109] env[63393]: DEBUG oslo_concurrency.lockutils [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.273340] env[63393]: DEBUG oslo_concurrency.lockutils [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.273595] env[63393]: DEBUG nova.network.neutron [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing network info cache for port f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.527247] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527d5d4c-7c60-6c60-d701-d4ff87b4055f, 'name': SearchDatastore_Task, 'duration_secs': 0.061883} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.534244] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.534244] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.534244] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.534244] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.534244] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.535430] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d5f1e4-373d-44b8-b132-7e09b8ca3491 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.550296] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.557405] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595295} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.559475] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.561369] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.561369] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.561369] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.561369] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0dca2d0-6704-4ac3-b808-e218cc2acaa3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.563370] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2a3272-3176-46dd-976f-17e111068c08 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.570154] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 816.570154] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4765d-f4d7-c24a-85dc-8355e2966d88" [ 816.570154] env[63393]: _type = "Task" [ 816.570154] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.575244] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 816.575244] env[63393]: value = "task-2681862" [ 816.575244] env[63393]: _type = "Task" [ 816.575244] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.583207] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4765d-f4d7-c24a-85dc-8355e2966d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.591601] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.614463] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.830905] env[63393]: DEBUG nova.network.neutron [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.920600] env[63393]: DEBUG nova.network.neutron [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.039935] env[63393]: DEBUG oslo_vmware.api [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681861, 'name': PowerOnVM_Task, 'duration_secs': 0.549379} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.040222] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.040426] env[63393]: INFO nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Took 8.10 seconds to spawn the instance on the hypervisor. [ 817.040616] env[63393]: DEBUG nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.043590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee2abfa-497d-4af0-a742-5ea1df84b52b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.051960] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec6bf3-7e84-42e5-9725-0e3d016b7563 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.060200] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea2e430-9d2a-4960-b37e-cb3c60c86049 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.101643] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd9195-05a3-4d57-9cae-de7947616896 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.111422] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e4765d-f4d7-c24a-85dc-8355e2966d88, 'name': SearchDatastore_Task, 'duration_secs': 0.017983} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.118114] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096282} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.118327] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8a0190-c55c-4bd0-816d-58cdf0f8798e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.123622] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725cef29-fd23-4bc6-b9be-ce25100f614e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.129812] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.130977] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd07af4-66ce-4fd6-ba98-3da18b78eb6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.137032] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 817.137032] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528c0caa-705d-3eb2-4f7c-0fc2cc4a1534" [ 817.137032] env[63393]: _type = "Task" [ 817.137032] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.162876] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.163881] env[63393]: DEBUG nova.compute.provider_tree [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.172203] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832ad519-5edc-4359-b1c3-cc5a276827bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.194173] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528c0caa-705d-3eb2-4f7c-0fc2cc4a1534, 'name': SearchDatastore_Task, 'duration_secs': 0.016698} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.195524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.195975] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089/2d07e05c-fa45-4420-a6b2-2ab2e4cbc089.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.196166] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 817.196166] env[63393]: value = "task-2681863" [ 817.196166] env[63393]: _type = "Task" [ 817.196166] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.196320] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b199ff45-4e10-42c3-9aa8-1433aadac68f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.207447] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.209224] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 817.209224] env[63393]: value = "task-2681864" [ 817.209224] env[63393]: _type = "Task" [ 817.209224] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.217096] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.423629] env[63393]: DEBUG oslo_concurrency.lockutils [req-d60eb02c-b1ae-4ae5-b310-52bf79b027db req-769d32b4-4bfd-40f1-aa63-17feed9db76e service nova] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.424110] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.424273] env[63393]: DEBUG nova.network.neutron [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.565829] env[63393]: INFO nova.compute.manager [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Took 47.05 seconds to build instance. [ 817.717228] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681863, 'name': ReconfigVM_Task, 'duration_secs': 0.373754} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.721204] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8/201dc70d-8f25-4b63-83a3-5169c8c368b8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.722100] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9304b2-0024-4d30-85ca-066354e3e262 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.726439] env[63393]: DEBUG nova.scheduler.client.report [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 817.726709] env[63393]: DEBUG nova.compute.provider_tree [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 99 to 100 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 817.726879] env[63393]: DEBUG nova.compute.provider_tree [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.734754] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681864, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.735093] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 817.735093] env[63393]: value = "task-2681865" [ 817.735093] env[63393]: _type = "Task" [ 817.735093] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.745989] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681865, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.813026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "2de9b95f-d123-47da-a8e0-c59e74561239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.969890] env[63393]: DEBUG nova.network.neutron [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.072026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-594a172c-a657-4ebc-8667-5a2f65e57500 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "2de9b95f-d123-47da-a8e0-c59e74561239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.563s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.072026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "2de9b95f-d123-47da-a8e0-c59e74561239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.259s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.072026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "2de9b95f-d123-47da-a8e0-c59e74561239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.072026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "2de9b95f-d123-47da-a8e0-c59e74561239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.072026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "2de9b95f-d123-47da-a8e0-c59e74561239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.074812] env[63393]: INFO nova.compute.manager [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Terminating instance [ 818.189477] env[63393]: DEBUG nova.network.neutron [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.226525] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628254} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.226786] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089/2d07e05c-fa45-4420-a6b2-2ab2e4cbc089.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.226991] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.227259] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-501e5b1d-9619-4ef0-9bbc-0c52ef395dcc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.234037] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 818.234037] env[63393]: value = "task-2681866" [ 818.234037] env[63393]: _type = "Task" [ 818.234037] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.237662] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.238169] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.241430] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.688s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.251697] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.256025] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681865, 'name': Rename_Task, 'duration_secs': 0.210632} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.256025] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.256025] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef548eae-8245-44da-9b7b-037e586274f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.261412] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 818.261412] env[63393]: value = "task-2681867" [ 818.261412] env[63393]: _type = "Task" [ 818.261412] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.270739] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.581292] env[63393]: DEBUG nova.compute.manager [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.581292] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.581813] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddfdae3-e956-41d1-bd05-b2dccde5aa7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.592734] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.592734] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c9321c-53b6-4649-a70a-b88515140961 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597621] env[63393]: DEBUG oslo_vmware.api [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 818.597621] env[63393]: value = "task-2681868" [ 818.597621] env[63393]: _type = "Task" [ 818.597621] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.606805] env[63393]: DEBUG oslo_vmware.api [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.697078] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.697078] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Instance network_info: |[{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.697078] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:34:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f57da934-8f69-4109-a924-e74e1e13484c', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.711756] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Creating folder: Project (b424c5a37a7d43aa88119a5e64d9f0f0). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.712124] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de369c7-e864-445b-bce5-1d6401b56086 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.724621] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Created folder: Project (b424c5a37a7d43aa88119a5e64d9f0f0) in parent group-v540494. [ 818.724848] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Creating folder: Instances. Parent ref: group-v540685. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.725161] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf0f4dba-876f-40ba-acbd-7c9297534480 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.735238] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Created folder: Instances in parent group-v540685. [ 818.735520] env[63393]: DEBUG oslo.service.loopingcall [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.739136] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.739373] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2a4619-ffe4-4948-b4dc-387006b53ddd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.758872] env[63393]: INFO nova.compute.claims [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.765957] env[63393]: DEBUG nova.compute.utils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.771861] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.771861] env[63393]: DEBUG nova.network.neutron [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.772834] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09392} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.777895] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.780474] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5291c24-2181-47b0-a464-5e34d2f26b7f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.783109] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.783109] env[63393]: value = "task-2681871" [ 818.783109] env[63393]: _type = "Task" [ 818.783109] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.804407] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681867, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.815266] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089/2d07e05c-fa45-4420-a6b2-2ab2e4cbc089.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.818764] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae907f2-39a6-4489-bd93-b8c9b4a4f121 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.842455] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681871, 'name': CreateVM_Task} progress is 15%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.846411] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 818.846411] env[63393]: value = "task-2681872" [ 818.846411] env[63393]: _type = "Task" [ 818.846411] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.858787] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.887226] env[63393]: DEBUG nova.policy [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ed53a37c1fc4cf583f7eaaa2d10211b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb73fa294724a72a2e7b6aba506283c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.108963] env[63393]: DEBUG oslo_vmware.api [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681868, 'name': PowerOffVM_Task, 'duration_secs': 0.274124} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.109422] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.109716] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.109859] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-273aa5de-529e-4941-9b7c-c80166766cec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.183847] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.184124] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.184314] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleting the datastore file [datastore2] 2de9b95f-d123-47da-a8e0-c59e74561239 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.184591] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f0ab64d-3049-4d0f-b151-67439fbebcfc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.194241] env[63393]: DEBUG oslo_vmware.api [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 819.194241] env[63393]: value = "task-2681874" [ 819.194241] env[63393]: _type = "Task" [ 819.194241] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.200873] env[63393]: DEBUG oslo_vmware.api [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.265192] env[63393]: INFO nova.compute.resource_tracker [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating resource usage from migration 76346fda-1e81-4cc4-88b9-8a2e0bd3be51 [ 819.274525] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.284874] env[63393]: DEBUG oslo_vmware.api [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681867, 'name': PowerOnVM_Task, 'duration_secs': 0.534356} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.292637] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.295229] env[63393]: DEBUG nova.compute.manager [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.296237] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1081716e-0045-4baa-b07e-b303f3c68113 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.318141] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681871, 'name': CreateVM_Task, 'duration_secs': 0.416364} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.318659] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.324170] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.324444] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.324980] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.325558] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492abdff-c128-4d4e-93af-e463a0dd6117 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.334389] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 819.334389] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524f7c21-0763-e583-b1dc-a7d130d35c74" [ 819.334389] env[63393]: _type = "Task" [ 819.334389] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.346254] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524f7c21-0763-e583-b1dc-a7d130d35c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.358404] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.634953] env[63393]: DEBUG nova.network.neutron [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Successfully created port: 5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.707804] env[63393]: DEBUG oslo_vmware.api [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184722} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.708121] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.708369] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.708626] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.708855] env[63393]: INFO nova.compute.manager [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Took 1.13 seconds to destroy the instance on the hypervisor. [ 819.709201] env[63393]: DEBUG oslo.service.loopingcall [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.715202] env[63393]: DEBUG nova.compute.manager [-] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.715342] env[63393]: DEBUG nova.network.neutron [-] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.824309] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4774000f-552c-42af-b76d-c221177d7614 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.829649] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.835384] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd92a7c-b101-4dca-b6a7-e1c109659afd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.849840] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524f7c21-0763-e583-b1dc-a7d130d35c74, 'name': SearchDatastore_Task, 'duration_secs': 0.013917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.878618] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.878885] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.879149] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.879299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.879476] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.880349] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df05300-11dd-4833-b930-04b2b3506266 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.884491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da98e6dd-7f67-4edd-8e2c-8e9b7b065409 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.891625] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.895063] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.895296] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.896156] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c027a95-f804-4374-a72b-ddb04e933761 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.899574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1815a4-37db-4823-bbb5-a37d84a9db85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.907246] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 819.907246] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528d1d91-c200-563d-4cd1-32372d730bd6" [ 819.907246] env[63393]: _type = "Task" [ 819.907246] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.916966] env[63393]: DEBUG nova.compute.provider_tree [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.926784] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528d1d91-c200-563d-4cd1-32372d730bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.928217] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f062a88-dcd1-44ba-b877-75704c56435a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.934426] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 819.934426] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a3ab37-80a3-aa5d-2d30-fb6b5ff75cc0" [ 819.934426] env[63393]: _type = "Task" [ 819.934426] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.942178] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a3ab37-80a3-aa5d-2d30-fb6b5ff75cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.296472] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.338489] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.338489] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.338489] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.338489] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.338717] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.338780] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.338989] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.339165] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.339319] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.339502] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.339697] env[63393]: DEBUG nova.virt.hardware [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.340583] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94cdce-2659-486f-99cf-d936cd7fd544 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.348598] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df29494-c815-4a40-bf92-66bde7faf5b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.373640] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681872, 'name': ReconfigVM_Task, 'duration_secs': 1.145128} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.374888] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089/2d07e05c-fa45-4420-a6b2-2ab2e4cbc089.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.375680] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-386d2fde-0207-4690-9b33-e703e0d51c2e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.397121] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 820.397121] env[63393]: value = "task-2681875" [ 820.397121] env[63393]: _type = "Task" [ 820.397121] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.406098] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681875, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.423384] env[63393]: DEBUG nova.scheduler.client.report [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.447537] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a3ab37-80a3-aa5d-2d30-fb6b5ff75cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.447821] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.448204] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] a69b263d-15c2-4ac7-9a13-06726bdf168d/a69b263d-15c2-4ac7-9a13-06726bdf168d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.448726] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93ad1fd8-56e6-4f59-b91c-a85fb36eb7aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.455621] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 820.455621] env[63393]: value = "task-2681876" [ 820.455621] env[63393]: _type = "Task" [ 820.455621] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.464758] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.739707] env[63393]: DEBUG nova.compute.manager [req-40598211-0e2c-46f6-b56c-659f95727f00 req-465eb7f4-362c-4061-b06f-b3aa91142e3c service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Received event network-vif-deleted-e3867869-ed25-472a-9e5f-4e9784f0780f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.740065] env[63393]: INFO nova.compute.manager [req-40598211-0e2c-46f6-b56c-659f95727f00 req-465eb7f4-362c-4061-b06f-b3aa91142e3c service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Neutron deleted interface e3867869-ed25-472a-9e5f-4e9784f0780f; detaching it from the instance and deleting it from the info cache [ 820.740352] env[63393]: DEBUG nova.network.neutron [req-40598211-0e2c-46f6-b56c-659f95727f00 req-465eb7f4-362c-4061-b06f-b3aa91142e3c service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.829215] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6ba00-9f61-a283-923c-5c9bdfde4631/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 820.830404] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606eb0da-b7cf-4703-8299-6e492924099a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.838293] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6ba00-9f61-a283-923c-5c9bdfde4631/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.838513] env[63393]: ERROR oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6ba00-9f61-a283-923c-5c9bdfde4631/disk-0.vmdk due to incomplete transfer. [ 820.838774] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fde8818b-b727-4174-89ad-95784b2555a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.847553] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6ba00-9f61-a283-923c-5c9bdfde4631/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.848242] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Uploaded image be153f42-808e-4a5b-a403-125efdb1eab9 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.852959] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.853903] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8dfffbaa-8f37-4759-a683-7205bad5253f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.864228] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 820.864228] env[63393]: value = "task-2681877" [ 820.864228] env[63393]: _type = "Task" [ 820.864228] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.882069] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681877, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.906680] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681875, 'name': Rename_Task, 'duration_secs': 0.374316} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.907463] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.907463] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7b9d2a-f960-485d-a355-054c2df495e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.916673] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 820.916673] env[63393]: value = "task-2681878" [ 820.916673] env[63393]: _type = "Task" [ 820.916673] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.935289] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.692s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.935289] env[63393]: INFO nova.compute.manager [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Migrating [ 820.941954] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681878, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.944563] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 39.968s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.974198] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.159638] env[63393]: DEBUG nova.network.neutron [-] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.220688] env[63393]: DEBUG nova.compute.manager [req-7b573747-7305-48e1-82ea-0411df2f3718 req-2bf3693a-f948-4060-9929-9248539b7bb9 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Received event network-vif-plugged-5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.220956] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b573747-7305-48e1-82ea-0411df2f3718 req-2bf3693a-f948-4060-9929-9248539b7bb9 service nova] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.221224] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b573747-7305-48e1-82ea-0411df2f3718 req-2bf3693a-f948-4060-9929-9248539b7bb9 service nova] Lock "70678f78-9ae6-4b57-9fd9-59497d540222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.221428] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b573747-7305-48e1-82ea-0411df2f3718 req-2bf3693a-f948-4060-9929-9248539b7bb9 service nova] Lock "70678f78-9ae6-4b57-9fd9-59497d540222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.221626] env[63393]: DEBUG nova.compute.manager [req-7b573747-7305-48e1-82ea-0411df2f3718 req-2bf3693a-f948-4060-9929-9248539b7bb9 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] No waiting events found dispatching network-vif-plugged-5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.221877] env[63393]: WARNING nova.compute.manager [req-7b573747-7305-48e1-82ea-0411df2f3718 req-2bf3693a-f948-4060-9929-9248539b7bb9 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Received unexpected event network-vif-plugged-5c7ca85b-de72-4409-8182-21d50ced91b7 for instance with vm_state building and task_state spawning. [ 821.243478] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc0586a3-a2e5-4088-9b5a-ebebe5ce90c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.254242] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714613e-1ee5-4e12-9b64-9b96db017a85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.295604] env[63393]: DEBUG nova.compute.manager [req-40598211-0e2c-46f6-b56c-659f95727f00 req-465eb7f4-362c-4061-b06f-b3aa91142e3c service nova] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Detach interface failed, port_id=e3867869-ed25-472a-9e5f-4e9784f0780f, reason: Instance 2de9b95f-d123-47da-a8e0-c59e74561239 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 821.329412] env[63393]: DEBUG nova.network.neutron [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Successfully updated port: 5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.376783] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681877, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.431693] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.455030] env[63393]: DEBUG nova.objects.instance [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lazy-loading 'migration_context' on Instance uuid 10f69421-d9f3-421d-a17f-f33968787722 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.455030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.455030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.455030] env[63393]: DEBUG nova.network.neutron [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.473090] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620377} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.475022] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] a69b263d-15c2-4ac7-9a13-06726bdf168d/a69b263d-15c2-4ac7-9a13-06726bdf168d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.475022] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.475022] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6fd902b-92e6-4d54-8408-a4c362324be4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.483531] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 821.483531] env[63393]: value = "task-2681879" [ 821.483531] env[63393]: _type = "Task" [ 821.483531] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.496862] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.545376] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.548320] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.548320] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.548320] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.548320] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.551771] env[63393]: INFO nova.compute.manager [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Terminating instance [ 821.662413] env[63393]: INFO nova.compute.manager [-] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Took 1.95 seconds to deallocate network for instance. [ 821.831953] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.832292] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.832292] env[63393]: DEBUG nova.network.neutron [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.879432] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681877, 'name': Destroy_Task, 'duration_secs': 0.561018} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.879713] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Destroyed the VM [ 821.879946] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.880660] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ae8300e-c0c3-45c8-ad33-a6dbc5e9ec23 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.888873] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 821.888873] env[63393]: value = "task-2681880" [ 821.888873] env[63393]: _type = "Task" [ 821.888873] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.897616] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.932226] env[63393]: DEBUG oslo_vmware.api [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681878, 'name': PowerOnVM_Task, 'duration_secs': 0.635625} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.933043] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.933043] env[63393]: INFO nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Took 9.24 seconds to spawn the instance on the hypervisor. [ 821.933712] env[63393]: DEBUG nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.934350] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a0e59-b949-45e5-8fea-f2b7e2546c0f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.996615] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07191} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.996893] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.998030] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ada593-7f6f-48d2-95bc-656010d9cc8b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.034736] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a69b263d-15c2-4ac7-9a13-06726bdf168d/a69b263d-15c2-4ac7-9a13-06726bdf168d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.037468] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a0a035-0b3a-4e6e-a68d-a4f12bab6091 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.056516] env[63393]: DEBUG nova.compute.manager [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.056705] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.057531] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a146677-345d-4188-a442-389e7953ccd7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.063184] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 822.063184] env[63393]: value = "task-2681881" [ 822.063184] env[63393]: _type = "Task" [ 822.063184] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.069259] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.069689] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ce7cbe-61ab-40f0-8c62-74dec5fbba81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.076362] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.078749] env[63393]: DEBUG oslo_vmware.api [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 822.078749] env[63393]: value = "task-2681882" [ 822.078749] env[63393]: _type = "Task" [ 822.078749] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.087794] env[63393]: DEBUG oslo_vmware.api [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.173782] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.388036] env[63393]: DEBUG nova.network.neutron [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.408401] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681880, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.456144] env[63393]: INFO nova.compute.manager [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Took 50.55 seconds to build instance. [ 822.544485] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c860826-c509-48ca-8e1b-5f51ddca2467 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.553776] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74522e71-0c04-469e-a1f2-82cbd69e9776 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.587715] env[63393]: DEBUG nova.network.neutron [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.598509] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece60d92-c417-456a-8e5e-b741b00af4f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.615797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055bac9a-9e1b-4170-9f38-70c67be73c33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.619772] env[63393]: DEBUG oslo_vmware.api [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681882, 'name': PowerOffVM_Task, 'duration_secs': 0.272023} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.620416] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681881, 'name': ReconfigVM_Task, 'duration_secs': 0.309012} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.620671] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.620836] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.621110] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a69b263d-15c2-4ac7-9a13-06726bdf168d/a69b263d-15c2-4ac7-9a13-06726bdf168d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.622081] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d1407c-52fc-4958-b2dd-086c4d0dced7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.623469] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69943424-873a-45e2-93f9-d9e37cf0d9e3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.634360] env[63393]: DEBUG nova.compute.provider_tree [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.643167] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 822.643167] env[63393]: value = "task-2681884" [ 822.643167] env[63393]: _type = "Task" [ 822.643167] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.653686] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681884, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.707526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.707526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.708050] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleting the datastore file [datastore2] f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.708050] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672a67fa-ec2b-46b5-85d3-f8bdc05c640f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.717023] env[63393]: DEBUG oslo_vmware.api [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 822.717023] env[63393]: value = "task-2681885" [ 822.717023] env[63393]: _type = "Task" [ 822.717023] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.727388] env[63393]: DEBUG oslo_vmware.api [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.784342] env[63393]: DEBUG nova.network.neutron [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating instance_info_cache with network_info: [{"id": "5c7ca85b-de72-4409-8182-21d50ced91b7", "address": "fa:16:3e:2f:cd:1d", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7ca85b-de", "ovs_interfaceid": "5c7ca85b-de72-4409-8182-21d50ced91b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.812143] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "179a8ef7-a484-4763-be70-37b8691db493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.812809] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "179a8ef7-a484-4763-be70-37b8691db493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.903661] env[63393]: DEBUG oslo_vmware.api [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681880, 'name': RemoveSnapshot_Task, 'duration_secs': 1.006795} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.904024] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.904351] env[63393]: INFO nova.compute.manager [None req-9bbc1a60-4e31-4c1e-9c3a-1ea2a497e490 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 822.957973] env[63393]: DEBUG oslo_concurrency.lockutils [None req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.066s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.105161] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.139921] env[63393]: DEBUG nova.scheduler.client.report [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.156380] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681884, 'name': Rename_Task, 'duration_secs': 0.170343} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.156661] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.156905] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecc3c7e6-3be3-46e6-8cc3-c8facd320776 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.164802] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 823.164802] env[63393]: value = "task-2681886" [ 823.164802] env[63393]: _type = "Task" [ 823.164802] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.176866] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.227558] env[63393]: DEBUG oslo_vmware.api [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148248} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.227772] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.227966] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.228851] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.228851] env[63393]: INFO nova.compute.manager [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Took 1.17 seconds to destroy the instance on the hypervisor. [ 823.228851] env[63393]: DEBUG oslo.service.loopingcall [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.229069] env[63393]: DEBUG nova.compute.manager [-] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.229149] env[63393]: DEBUG nova.network.neutron [-] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.287426] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.287766] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Instance network_info: |[{"id": "5c7ca85b-de72-4409-8182-21d50ced91b7", "address": "fa:16:3e:2f:cd:1d", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7ca85b-de", "ovs_interfaceid": "5c7ca85b-de72-4409-8182-21d50ced91b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.288196] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:cd:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c7ca85b-de72-4409-8182-21d50ced91b7', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.306152] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Creating folder: Project (1bb73fa294724a72a2e7b6aba506283c). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.306152] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46a86b7f-2635-4036-8c29-e1ff8d0ec19c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.312608] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Created folder: Project (1bb73fa294724a72a2e7b6aba506283c) in parent group-v540494. [ 823.312827] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Creating folder: Instances. Parent ref: group-v540688. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.313087] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551547ad-9ec9-4118-9cb7-bbef3a52c638 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.315178] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.324821] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Created folder: Instances in parent group-v540688. [ 823.325076] env[63393]: DEBUG oslo.service.loopingcall [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.325272] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.325485] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f26b3e-aaf6-416d-806b-4ecdc3c05c4e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.348416] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.348416] env[63393]: value = "task-2681889" [ 823.348416] env[63393]: _type = "Task" [ 823.348416] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.360796] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681889, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.381592] env[63393]: DEBUG nova.compute.manager [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Received event network-changed-5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.381816] env[63393]: DEBUG nova.compute.manager [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Refreshing instance network info cache due to event network-changed-5c7ca85b-de72-4409-8182-21d50ced91b7. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.382170] env[63393]: DEBUG oslo_concurrency.lockutils [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] Acquiring lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.382349] env[63393]: DEBUG oslo_concurrency.lockutils [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] Acquired lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.382563] env[63393]: DEBUG nova.network.neutron [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Refreshing network info cache for port 5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.677882] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.722336] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.722616] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.722862] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.726036] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.726305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.729546] env[63393]: INFO nova.compute.manager [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Terminating instance [ 823.743767] env[63393]: DEBUG nova.compute.manager [req-0d57190e-82d1-4650-9ed7-9443cf9a88be req-c3ea90cb-84ab-4cd7-877a-556e6e80a016 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Received event network-vif-deleted-539ce597-8828-4550-9e49-28d81de6a490 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.743830] env[63393]: INFO nova.compute.manager [req-0d57190e-82d1-4650-9ed7-9443cf9a88be req-c3ea90cb-84ab-4cd7-877a-556e6e80a016 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Neutron deleted interface 539ce597-8828-4550-9e49-28d81de6a490; detaching it from the instance and deleting it from the info cache [ 823.744855] env[63393]: DEBUG nova.network.neutron [req-0d57190e-82d1-4650-9ed7-9443cf9a88be req-c3ea90cb-84ab-4cd7-877a-556e6e80a016 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.844408] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.858417] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681889, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.124894] env[63393]: DEBUG nova.network.neutron [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updated VIF entry in instance network info cache for port 5c7ca85b-de72-4409-8182-21d50ced91b7. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.125687] env[63393]: DEBUG nova.network.neutron [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating instance_info_cache with network_info: [{"id": "5c7ca85b-de72-4409-8182-21d50ced91b7", "address": "fa:16:3e:2f:cd:1d", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7ca85b-de", "ovs_interfaceid": "5c7ca85b-de72-4409-8182-21d50ced91b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.163960] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.220s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.169897] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.359s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.170399] env[63393]: DEBUG nova.objects.instance [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lazy-loading 'resources' on Instance uuid d673a78a-4812-401c-9ec5-bfa66a450f11 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.191720] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.203032] env[63393]: DEBUG nova.network.neutron [-] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.234076] env[63393]: DEBUG nova.compute.manager [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.234324] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.235269] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97edef68-4d52-45c5-bcb1-d51aa706cd57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.243347] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.243659] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68333818-4a8d-41ec-be2f-5216d04d7448 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.247148] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f6b5d1-3c7b-464a-a94d-39c43bba7608 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.250698] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 824.250698] env[63393]: value = "task-2681890" [ 824.250698] env[63393]: _type = "Task" [ 824.250698] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.260022] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b410975-549d-4e90-8098-7651347711a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.272198] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.298108] env[63393]: DEBUG nova.compute.manager [req-0d57190e-82d1-4650-9ed7-9443cf9a88be req-c3ea90cb-84ab-4cd7-877a-556e6e80a016 service nova] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Detach interface failed, port_id=539ce597-8828-4550-9e49-28d81de6a490, reason: Instance f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 824.358611] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681889, 'name': CreateVM_Task, 'duration_secs': 0.598032} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.358791] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.359904] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.359904] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.360039] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.360239] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05602469-72ff-44cf-828c-8383ac5fbcb0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.364651] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 824.364651] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5235e9de-d701-85ee-3ef6-b8532da4ad67" [ 824.364651] env[63393]: _type = "Task" [ 824.364651] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.372509] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5235e9de-d701-85ee-3ef6-b8532da4ad67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.620596] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c604ca0b-f83b-4edb-a2d1-242e0cae7078 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.639473] env[63393]: DEBUG oslo_concurrency.lockutils [req-283ff68b-9119-47c5-8c1d-d2038b3396a0 req-de6a677e-44ba-4452-a374-8b22869f07d8 service nova] Releasing lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.639943] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.682761] env[63393]: DEBUG oslo_vmware.api [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2681886, 'name': PowerOnVM_Task, 'duration_secs': 1.308024} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.684120] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.684421] env[63393]: INFO nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Took 9.33 seconds to spawn the instance on the hypervisor. [ 824.684685] env[63393]: DEBUG nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.689169] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade9035e-eb53-4c42-a3aa-fb42d4e4cb6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.706062] env[63393]: INFO nova.compute.manager [-] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Took 1.48 seconds to deallocate network for instance. [ 824.762513] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681890, 'name': PowerOffVM_Task, 'duration_secs': 0.205133} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.762801] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.762971] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.763340] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80383543-d90c-41a4-82f9-fc7c1506e5eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.823688] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.824045] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.824192] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Deleting the datastore file [datastore2] 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.826764] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e46c27-3b6f-41da-866b-d984b796106e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.833088] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for the task: (returnval){ [ 824.833088] env[63393]: value = "task-2681892" [ 824.833088] env[63393]: _type = "Task" [ 824.833088] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.843847] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.851392] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.851656] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.878249] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5235e9de-d701-85ee-3ef6-b8532da4ad67, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.880825] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.881069] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.881303] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.881448] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.881624] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.882275] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c935f5-8c8c-4d29-b968-e22992cb5746 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.890886] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.891647] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.891780] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e14930-ebf8-44d8-a1d2-d2763472410f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.899829] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 824.899829] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528e33fc-d912-80f2-124e-3cf4a5c78559" [ 824.899829] env[63393]: _type = "Task" [ 824.899829] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.907665] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528e33fc-d912-80f2-124e-3cf4a5c78559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.111798] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84464804-af67-4af3-9c48-5932f2ef1d29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.119706] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebc4965-36b0-44c3-a451-adf88a2b7505 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.152699] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.153222] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-984aaa99-6224-4348-b046-ba553030e1a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.155536] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c2c14-e76a-48ef-9547-bdadedf3f21d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.163227] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d84d8c-a7ce-472f-a081-5a61fb28b73f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.168238] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 825.168238] env[63393]: value = "task-2681893" [ 825.168238] env[63393]: _type = "Task" [ 825.168238] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.179520] env[63393]: DEBUG nova.compute.provider_tree [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.186722] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 825.186931] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 825.212124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.212828] env[63393]: INFO nova.compute.manager [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Took 52.65 seconds to build instance. [ 825.343502] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.356258] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.410695] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528e33fc-d912-80f2-124e-3cf4a5c78559, 'name': SearchDatastore_Task, 'duration_secs': 0.015947} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.411470] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29ae4dac-c0ec-4db5-9aef-11a31b7e7570 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.416658] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 825.416658] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526f72ce-b75c-1895-bd44-f2823f3ba654" [ 825.416658] env[63393]: _type = "Task" [ 825.416658] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.424433] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526f72ce-b75c-1895-bd44-f2823f3ba654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.683740] env[63393]: DEBUG nova.scheduler.client.report [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.694132] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.694299] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.694448] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.694644] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.694821] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.695029] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.696010] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.696010] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.696010] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.696010] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.696010] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.706181] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c46e1f3-4399-4b05-84bf-6cedab5b4a13 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.717665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4201d364-963e-4bcf-bf8b-9e91bb784863 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.171s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.723595] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 825.723595] env[63393]: value = "task-2681894" [ 825.723595] env[63393]: _type = "Task" [ 825.723595] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.731961] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.732846] env[63393]: INFO nova.compute.manager [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Swapping old allocation on dict_keys(['4749b759-4535-4578-b3dd-4366ddbc89ea']) held by migration 6cc027a6-85e8-4319-a7f7-9a6f208cd08e for instance [ 825.753593] env[63393]: DEBUG nova.scheduler.client.report [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Overwriting current allocation {'allocations': {'4749b759-4535-4578-b3dd-4366ddbc89ea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': '0d993e46ee464707bc244a0fbb03367d', 'user_id': 'f1d22855685d4027b5a28fc91112550e', 'consumer_generation': 1} on consumer 10f69421-d9f3-421d-a17f-f33968787722 {{(pid=63393) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 825.842616] env[63393]: DEBUG oslo_vmware.api [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Task: {'id': task-2681892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530295} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.842883] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.843163] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.843407] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.843618] env[63393]: INFO nova.compute.manager [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Took 1.61 seconds to destroy the instance on the hypervisor. [ 825.844022] env[63393]: DEBUG oslo.service.loopingcall [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.844140] env[63393]: DEBUG nova.compute.manager [-] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.844449] env[63393]: DEBUG nova.network.neutron [-] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.877713] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.889453] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.889649] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquired lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889831] env[63393]: DEBUG nova.network.neutron [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.925992] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526f72ce-b75c-1895-bd44-f2823f3ba654, 'name': SearchDatastore_Task, 'duration_secs': 0.033704} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.926287] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.926551] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 70678f78-9ae6-4b57-9fd9-59497d540222/70678f78-9ae6-4b57-9fd9-59497d540222.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.926803] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b80388-4802-48d5-a637-152715df480b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.937020] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 825.937020] env[63393]: value = "task-2681895" [ 825.937020] env[63393]: _type = "Task" [ 825.937020] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.944848] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.189523] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.192508] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.409s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.197029] env[63393]: INFO nova.compute.claims [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.238510] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.240499] env[63393]: INFO nova.scheduler.client.report [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Deleted allocations for instance d673a78a-4812-401c-9ec5-bfa66a450f11 [ 826.286192] env[63393]: DEBUG nova.compute.manager [req-1a270cd5-e09b-4d29-bd62-ba1ca1eb4ac9 req-ab0b70ce-cb8b-4105-ba02-2359fc9c76c3 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Received event network-vif-deleted-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.286430] env[63393]: INFO nova.compute.manager [req-1a270cd5-e09b-4d29-bd62-ba1ca1eb4ac9 req-ab0b70ce-cb8b-4105-ba02-2359fc9c76c3 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Neutron deleted interface c43bf3c4-7a31-49ee-92b0-04a55f3345b3; detaching it from the instance and deleting it from the info cache [ 826.286609] env[63393]: DEBUG nova.network.neutron [req-1a270cd5-e09b-4d29-bd62-ba1ca1eb4ac9 req-ab0b70ce-cb8b-4105-ba02-2359fc9c76c3 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.452421] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681895, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.638921] env[63393]: DEBUG nova.network.neutron [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [{"id": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "address": "fa:16:3e:a2:13:d6", "network": {"id": "9e4f5934-eb32-4dd3-8425-9f24f2d7c87c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ea517c68f31d45bc82b62615c0a367a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3cf3a3e-4a", "ovs_interfaceid": "a3cf3a3e-4afc-4435-a619-65ef8f276f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.736176] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.753707] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd210c1d-1f24-4e6d-9845-f582f92ac040 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d673a78a-4812-401c-9ec5-bfa66a450f11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.438s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.759375] env[63393]: DEBUG nova.network.neutron [-] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.791356] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4325c74-d809-4357-935f-bf2f78086615 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.801212] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f86617-d17f-4ad9-8134-faa5062aa1cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.836381] env[63393]: DEBUG nova.compute.manager [req-1a270cd5-e09b-4d29-bd62-ba1ca1eb4ac9 req-ab0b70ce-cb8b-4105-ba02-2359fc9c76c3 service nova] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Detach interface failed, port_id=c43bf3c4-7a31-49ee-92b0-04a55f3345b3, reason: Instance 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 826.947892] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658033} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.948260] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 70678f78-9ae6-4b57-9fd9-59497d540222/70678f78-9ae6-4b57-9fd9-59497d540222.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.948548] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.948803] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f79c72d-a714-4a63-bbe8-4770661f50e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.956135] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 826.956135] env[63393]: value = "task-2681897" [ 826.956135] env[63393]: _type = "Task" [ 826.956135] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.965136] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.141629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Releasing lock "refresh_cache-10f69421-d9f3-421d-a17f-f33968787722" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.142212] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.142500] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d557f6-068d-40bd-9abd-2c443e733410 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.149849] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 827.149849] env[63393]: value = "task-2681898" [ 827.149849] env[63393]: _type = "Task" [ 827.149849] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.157581] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.236124] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681894, 'name': ReconfigVM_Task, 'duration_secs': 1.142335} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.236452] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.261930] env[63393]: INFO nova.compute.manager [-] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Took 1.42 seconds to deallocate network for instance. [ 827.466382] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107309} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.468833] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.470126] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c196b936-def3-4683-b9e5-775aa043a3e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.491969] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 70678f78-9ae6-4b57-9fd9-59497d540222/70678f78-9ae6-4b57-9fd9-59497d540222.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.494509] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e46756-69db-4184-bd67-def627b3f13f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.514558] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 827.514558] env[63393]: value = "task-2681899" [ 827.514558] env[63393]: _type = "Task" [ 827.514558] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.523012] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.619305] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9c1e80-3076-4946-8080-2ed9fc372b56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.628048] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a34fda-2a42-45b3-8ef2-c869c2640175 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.661085] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028835c0-88ae-4b22-8193-758c23ccd86a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.671402] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a4e12f-e2b4-4fa0-a0ef-1ff0dfa7276f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.675280] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681898, 'name': PowerOffVM_Task, 'duration_secs': 0.204622} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.675600] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.676372] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:28:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='369d3cc7-7fb8-475c-a81c-741a3a9c093e',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1468298769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.676633] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.676809] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.677082] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.677288] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.677510] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.677743] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.677935] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.678360] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.678410] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.678628] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.684220] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7401c2-d005-4dfb-a64c-274f0641d4dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.703640] env[63393]: DEBUG nova.compute.provider_tree [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.711023] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 827.711023] env[63393]: value = "task-2681900" [ 827.711023] env[63393]: _type = "Task" [ 827.711023] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.719501] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.745065] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.745065] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.745065] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.745065] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.745065] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.745499] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.745617] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.745871] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.746149] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.746410] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.746682] env[63393]: DEBUG nova.virt.hardware [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.756479] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.757511] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d3cd2c2-0f9e-44d0-a6c2-d2b6b2575143 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.776212] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.781611] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 827.781611] env[63393]: value = "task-2681901" [ 827.781611] env[63393]: _type = "Task" [ 827.781611] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.790048] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.024458] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681899, 'name': ReconfigVM_Task, 'duration_secs': 0.412216} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.024834] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 70678f78-9ae6-4b57-9fd9-59497d540222/70678f78-9ae6-4b57-9fd9-59497d540222.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.025590] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b90f6ea7-4b78-45f0-9f6b-50094c95a119 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.031322] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 828.031322] env[63393]: value = "task-2681902" [ 828.031322] env[63393]: _type = "Task" [ 828.031322] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.039042] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681902, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.220416] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681900, 'name': ReconfigVM_Task, 'duration_secs': 0.325524} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.221247] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a906d918-cd0f-4aa0-acdf-9449e4be5212 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.224757] env[63393]: ERROR nova.scheduler.client.report [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [req-28817580-7a0a-4af2-b8f4-54bde552a422] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28817580-7a0a-4af2-b8f4-54bde552a422"}]} [ 828.240485] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:28:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='369d3cc7-7fb8-475c-a81c-741a3a9c093e',id=28,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1468298769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.240738] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.240778] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.240931] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.241095] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.241252] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.241460] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.241620] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.241784] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.241945] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.242137] env[63393]: DEBUG nova.virt.hardware [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.243768] env[63393]: DEBUG nova.scheduler.client.report [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.245944] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02f15a2-c623-48b5-8922-0eb726aaf2ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.251119] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 828.251119] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b38cf9-16e6-6f1d-a03b-39e750ee3533" [ 828.251119] env[63393]: _type = "Task" [ 828.251119] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.259013] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b38cf9-16e6-6f1d-a03b-39e750ee3533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.262597] env[63393]: DEBUG nova.scheduler.client.report [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.262806] env[63393]: DEBUG nova.compute.provider_tree [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.273953] env[63393]: DEBUG nova.scheduler.client.report [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.290064] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681901, 'name': ReconfigVM_Task, 'duration_secs': 0.155999} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.290273] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.291055] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ac9b5-bb98-450b-922d-403e9109b5d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.294361] env[63393]: DEBUG nova.scheduler.client.report [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.316669] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f/412eac9c-3c2e-439d-bcec-af6ec09c879f.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.320417] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c922d1-51ba-4041-beb2-8a0f1684671f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.334304] env[63393]: DEBUG nova.compute.manager [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received event network-changed-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.334480] env[63393]: DEBUG nova.compute.manager [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing instance network info cache due to event network-changed-f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.334691] env[63393]: DEBUG oslo_concurrency.lockutils [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.334832] env[63393]: DEBUG oslo_concurrency.lockutils [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.334988] env[63393]: DEBUG nova.network.neutron [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing network info cache for port f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.342142] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 828.342142] env[63393]: value = "task-2681903" [ 828.342142] env[63393]: _type = "Task" [ 828.342142] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.354458] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.542342] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681902, 'name': Rename_Task, 'duration_secs': 0.356938} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.542977] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.542977] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac964a6e-513f-45b3-adb2-2fb27fc22ad4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.551260] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 828.551260] env[63393]: value = "task-2681904" [ 828.551260] env[63393]: _type = "Task" [ 828.551260] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.559065] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.698758] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971b739-93e3-4b64-9561-171fd33520d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.706552] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1270b4-51ee-4f74-9d65-a3d6863ade00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.738571] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b08de3-dda1-4732-87af-f949ddbe66c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.745839] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b58be8-4c8b-4383-b2de-a408531af35b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.759282] env[63393]: DEBUG nova.compute.provider_tree [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.769399] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b38cf9-16e6-6f1d-a03b-39e750ee3533, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.776772] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.776772] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724db156-c998-4b32-9218-1e10dec35dd2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.794560] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 828.794560] env[63393]: value = "task-2681905" [ 828.794560] env[63393]: _type = "Task" [ 828.794560] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.804187] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.852748] env[63393]: DEBUG oslo_vmware.api [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681903, 'name': ReconfigVM_Task, 'duration_secs': 0.259312} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.852748] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f/412eac9c-3c2e-439d-bcec-af6ec09c879f.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.852748] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.060566] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.265281] env[63393]: DEBUG nova.scheduler.client.report [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.274529] env[63393]: DEBUG nova.network.neutron [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updated VIF entry in instance network info cache for port f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.274858] env[63393]: DEBUG nova.network.neutron [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.304573] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681905, 'name': ReconfigVM_Task, 'duration_secs': 0.167435} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.304573] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.305301] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93613c7a-fca1-4597-acdf-1abcbe5d78d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.327072] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.327582] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21351ab5-0255-465f-9922-a29300b3c50b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.344371] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 829.344371] env[63393]: value = "task-2681906" [ 829.344371] env[63393]: _type = "Task" [ 829.344371] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.351759] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.358883] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8af68-cc29-4e0c-b7b2-fe30ac7d59f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.376954] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e567cfa-efea-423c-be5d-e5e638a47799 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.394952] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.563946] env[63393]: DEBUG oslo_vmware.api [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2681904, 'name': PowerOnVM_Task, 'duration_secs': 0.682531} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.564282] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.564486] env[63393]: INFO nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Took 9.27 seconds to spawn the instance on the hypervisor. [ 829.564666] env[63393]: DEBUG nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.565456] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19752e9b-beea-4725-be34-0ada3d43d962 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.770112] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.577s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.770640] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.773365] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.688s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.774779] env[63393]: INFO nova.compute.claims [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.778100] env[63393]: DEBUG oslo_concurrency.lockutils [req-4cd7c359-5cdf-4302-9d0f-b245b70aeeb4 req-beee728e-3084-467c-835f-265b47212964 service nova] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.855153] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.951252] env[63393]: DEBUG nova.network.neutron [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Port b9bac787-800c-45b3-ac38-948812f66bd8 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 830.084955] env[63393]: INFO nova.compute.manager [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Took 52.51 seconds to build instance. [ 830.280122] env[63393]: DEBUG nova.compute.utils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.283589] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.283768] env[63393]: DEBUG nova.network.neutron [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.320028] env[63393]: DEBUG nova.policy [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b00c54c0fe014be6ac7aa0f0d3b7f6d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fbf04b43f743778da8e3fc01192e5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.321640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.321864] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.322070] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.322262] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.322432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.324301] env[63393]: INFO nova.compute.manager [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Terminating instance [ 830.356310] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681906, 'name': ReconfigVM_Task, 'duration_secs': 0.786062} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.356582] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 10f69421-d9f3-421d-a17f-f33968787722/10f69421-d9f3-421d-a17f-f33968787722.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.357381] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d542a9-f051-4464-ace8-6a5268d2c14e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.375314] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4835f6-816c-4d3e-bcda-82f5dec298f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.396013] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa79cb4-82ac-42a3-b5b7-4fd235e893b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.416542] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c736f-70e4-4ced-b53f-c08698b3a1e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.423185] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.423429] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9470e4-50dd-4b46-be6b-a41dad710bc4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.429670] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 830.429670] env[63393]: value = "task-2681907" [ 830.429670] env[63393]: _type = "Task" [ 830.429670] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.437078] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.586831] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.022s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.656668] env[63393]: DEBUG nova.network.neutron [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Successfully created port: b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.784672] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.828719] env[63393]: DEBUG nova.compute.manager [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.828719] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.828907] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df1c31c-56dd-4c85-894b-f663360ba29d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.843756] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.843756] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f766096-fd8b-485f-aabd-2aadd6dfbe54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.850961] env[63393]: DEBUG oslo_vmware.api [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 830.850961] env[63393]: value = "task-2681908" [ 830.850961] env[63393]: _type = "Task" [ 830.850961] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.863422] env[63393]: DEBUG oslo_vmware.api [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.943825] env[63393]: DEBUG oslo_vmware.api [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681907, 'name': PowerOnVM_Task, 'duration_secs': 0.445893} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.945115] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.979415] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.979653] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.979822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.246102] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ab6d5-4549-47af-baf1-7595e5983a0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.252560] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b177e3-670e-4e18-b1f6-da2aa709c682 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.289154] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1e118-37bd-46a1-afda-1be968dcef95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.300221] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78707b83-31ee-4ab8-825b-49462f358509 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.318646] env[63393]: DEBUG nova.compute.provider_tree [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.360581] env[63393]: DEBUG oslo_vmware.api [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681908, 'name': PowerOffVM_Task, 'duration_secs': 0.171173} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.360857] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.361131] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.361610] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a18342-338c-40d3-8c7e-52bcab0b6093 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.442336] env[63393]: DEBUG nova.compute.manager [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Received event network-changed-5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.442573] env[63393]: DEBUG nova.compute.manager [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Refreshing instance network info cache due to event network-changed-5c7ca85b-de72-4409-8182-21d50ced91b7. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.442827] env[63393]: DEBUG oslo_concurrency.lockutils [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] Acquiring lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.443012] env[63393]: DEBUG oslo_concurrency.lockutils [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] Acquired lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.443199] env[63393]: DEBUG nova.network.neutron [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Refreshing network info cache for port 5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.797839] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.822433] env[63393]: DEBUG nova.scheduler.client.report [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.828025] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.828165] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.829481] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.829481] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.829481] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.829481] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.829481] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.829736] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.829875] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.830148] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.830305] env[63393]: DEBUG nova.virt.hardware [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.831182] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d997915-526f-447e-97af-cc4018eff120 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.840863] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8caedb-9ef5-4900-84b2-36b8428a3b29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.959911] env[63393]: INFO nova.compute.manager [None req-f01d90a0-104e-4c26-872f-b9ebfcbedeb8 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance to original state: 'active' [ 832.047829] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.048045] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.048745] env[63393]: DEBUG nova.network.neutron [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.217332] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.217660] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.217842] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Deleting the datastore file [datastore1] d9faab7b-af63-41e1-94b5-65e3ad0db03f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.218162] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7f8dd6-3c6d-4515-b064-e9953559a873 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.224876] env[63393]: DEBUG oslo_vmware.api [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for the task: (returnval){ [ 832.224876] env[63393]: value = "task-2681910" [ 832.224876] env[63393]: _type = "Task" [ 832.224876] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.234716] env[63393]: DEBUG oslo_vmware.api [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.279346] env[63393]: DEBUG nova.network.neutron [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updated VIF entry in instance network info cache for port 5c7ca85b-de72-4409-8182-21d50ced91b7. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.279838] env[63393]: DEBUG nova.network.neutron [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating instance_info_cache with network_info: [{"id": "5c7ca85b-de72-4409-8182-21d50ced91b7", "address": "fa:16:3e:2f:cd:1d", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7ca85b-de", "ovs_interfaceid": "5c7ca85b-de72-4409-8182-21d50ced91b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.335666] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.336228] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.339012] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.668s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.339239] env[63393]: DEBUG nova.objects.instance [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lazy-loading 'resources' on Instance uuid f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.605253] env[63393]: DEBUG nova.network.neutron [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Successfully updated port: b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.735791] env[63393]: DEBUG oslo_vmware.api [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Task: {'id': task-2681910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13755} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.736045] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.736237] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.736412] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.736582] env[63393]: INFO nova.compute.manager [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Took 1.91 seconds to destroy the instance on the hypervisor. [ 832.736816] env[63393]: DEBUG oslo.service.loopingcall [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.737008] env[63393]: DEBUG nova.compute.manager [-] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.737114] env[63393]: DEBUG nova.network.neutron [-] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.758039] env[63393]: DEBUG nova.network.neutron [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.783008] env[63393]: DEBUG oslo_concurrency.lockutils [req-27431ef2-5e8e-49aa-be52-6286cfddd58d req-a7102a4a-fa12-42a1-8d65-206a0b46822b service nova] Releasing lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.841961] env[63393]: DEBUG nova.compute.utils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.843540] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.843720] env[63393]: DEBUG nova.network.neutron [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.885850] env[63393]: DEBUG nova.policy [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bb264262eb341eb9c4c0ecea78abb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfb4080d6644307a98a31b9a1c594ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.108743] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.108925] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.109120] env[63393]: DEBUG nova.network.neutron [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.263563] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.329286] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb4fa9f-0ab1-4b37-ad89-2bd533e0a896 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.341625] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c51aedd-4101-4bab-8c6a-c0e2f20c2329 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.348022] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.376871] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6868c66-217b-4ab2-96a7-2f79f0ec2233 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.386940] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3964c1f-ff17-4253-87c2-527bffc2fa9d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.404377] env[63393]: DEBUG nova.compute.provider_tree [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.574539] env[63393]: DEBUG nova.network.neutron [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Successfully created port: d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.639816] env[63393]: DEBUG nova.network.neutron [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.695632] env[63393]: DEBUG nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Received event network-vif-plugged-b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.695739] env[63393]: DEBUG oslo_concurrency.lockutils [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] Acquiring lock "4aa263aa-ef68-4d59-a253-9f4671a095d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.696081] env[63393]: DEBUG oslo_concurrency.lockutils [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.696275] env[63393]: DEBUG oslo_concurrency.lockutils [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.696771] env[63393]: DEBUG nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] No waiting events found dispatching network-vif-plugged-b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.696889] env[63393]: WARNING nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Received unexpected event network-vif-plugged-b4452d27-be80-4083-93c5-0ed583a9b374 for instance with vm_state building and task_state spawning. [ 833.697307] env[63393]: DEBUG nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Received event network-changed-b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.697307] env[63393]: DEBUG nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Refreshing instance network info cache due to event network-changed-b4452d27-be80-4083-93c5-0ed583a9b374. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.697712] env[63393]: DEBUG oslo_concurrency.lockutils [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] Acquiring lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.703958] env[63393]: DEBUG nova.network.neutron [-] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.801304] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244b5fdd-2677-4496-a14e-1de7adc9bbec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.824043] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d9c63-ee5a-4cb0-ade6-2399ba4afa55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.827997] env[63393]: DEBUG nova.network.neutron [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updating instance_info_cache with network_info: [{"id": "b4452d27-be80-4083-93c5-0ed583a9b374", "address": "fa:16:3e:f1:f7:bd", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4452d27-be", "ovs_interfaceid": "b4452d27-be80-4083-93c5-0ed583a9b374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.834786] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.910730] env[63393]: DEBUG nova.scheduler.client.report [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.206778] env[63393]: INFO nova.compute.manager [-] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Took 1.47 seconds to deallocate network for instance. [ 834.340724] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.341142] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance network_info: |[{"id": "b4452d27-be80-4083-93c5-0ed583a9b374", "address": "fa:16:3e:f1:f7:bd", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4452d27-be", "ovs_interfaceid": "b4452d27-be80-4083-93c5-0ed583a9b374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.342870] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e891add6-2931-41a3-80a1-33b3f03d9576 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance '412eac9c-3c2e-439d-bcec-af6ec09c879f' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.346293] env[63393]: DEBUG oslo_concurrency.lockutils [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] Acquired lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.346482] env[63393]: DEBUG nova.network.neutron [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Refreshing network info cache for port b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.347488] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4452d27-be80-4083-93c5-0ed583a9b374', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.354948] env[63393]: DEBUG oslo.service.loopingcall [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.356594] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.358522] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.359166] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54492611-a926-4c7e-aae0-9d7074775f2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.374722] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "10f69421-d9f3-421d-a17f-f33968787722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.375016] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.375221] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "10f69421-d9f3-421d-a17f-f33968787722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.375419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.375585] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.380055] env[63393]: INFO nova.compute.manager [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Terminating instance [ 834.383818] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.383818] env[63393]: value = "task-2681911" [ 834.383818] env[63393]: _type = "Task" [ 834.383818] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.390674] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.390899] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.391066] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.391254] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.391400] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.391548] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.391749] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.391913] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.392089] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.392258] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.392426] env[63393]: DEBUG nova.virt.hardware [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.394117] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61873c-3672-4ea4-8cb8-a0ee0e837933 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.402238] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681911, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.405342] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cceb8a-58c3-4cf9-b033-fbbe3bd66ecd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.419319] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.422629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.609s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.442128] env[63393]: INFO nova.scheduler.client.report [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Deleted allocations for instance f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64 [ 834.713407] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.895209] env[63393]: DEBUG nova.compute.manager [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.895491] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.897063] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacb2d57-1140-4117-9677-cfc602e3c037 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.903211] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681911, 'name': CreateVM_Task, 'duration_secs': 0.381835} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.903706] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.904507] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.904592] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.904928] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.905678] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082fded5-13ad-4be5-bb0b-b50266d5eb4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.909377] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.909910] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec950cc-4912-480d-ac27-64241a70bd25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.913058] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 834.913058] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5229c16f-ec93-8fad-931b-861e8a3430d9" [ 834.913058] env[63393]: _type = "Task" [ 834.913058] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.916860] env[63393]: DEBUG oslo_vmware.api [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 834.916860] env[63393]: value = "task-2681912" [ 834.916860] env[63393]: _type = "Task" [ 834.916860] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.924740] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5229c16f-ec93-8fad-931b-861e8a3430d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.939297] env[63393]: DEBUG oslo_vmware.api [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.951510] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Lock "f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.764s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.075622] env[63393]: DEBUG nova.compute.manager [req-1fb1e890-cabe-4a1a-8cb8-1b624f6b9779 req-d7f7777e-dec6-4662-8f3b-1cd512e9d528 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Received event network-vif-plugged-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.076014] env[63393]: DEBUG oslo_concurrency.lockutils [req-1fb1e890-cabe-4a1a-8cb8-1b624f6b9779 req-d7f7777e-dec6-4662-8f3b-1cd512e9d528 service nova] Acquiring lock "88f1c365-4348-40e5-9b35-16aaf434b0ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.076559] env[63393]: DEBUG oslo_concurrency.lockutils [req-1fb1e890-cabe-4a1a-8cb8-1b624f6b9779 req-d7f7777e-dec6-4662-8f3b-1cd512e9d528 service nova] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.076866] env[63393]: DEBUG oslo_concurrency.lockutils [req-1fb1e890-cabe-4a1a-8cb8-1b624f6b9779 req-d7f7777e-dec6-4662-8f3b-1cd512e9d528 service nova] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.077230] env[63393]: DEBUG nova.compute.manager [req-1fb1e890-cabe-4a1a-8cb8-1b624f6b9779 req-d7f7777e-dec6-4662-8f3b-1cd512e9d528 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] No waiting events found dispatching network-vif-plugged-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.077552] env[63393]: WARNING nova.compute.manager [req-1fb1e890-cabe-4a1a-8cb8-1b624f6b9779 req-d7f7777e-dec6-4662-8f3b-1cd512e9d528 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Received unexpected event network-vif-plugged-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 for instance with vm_state building and task_state spawning. [ 835.110069] env[63393]: DEBUG nova.network.neutron [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updated VIF entry in instance network info cache for port b4452d27-be80-4083-93c5-0ed583a9b374. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.110433] env[63393]: DEBUG nova.network.neutron [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updating instance_info_cache with network_info: [{"id": "b4452d27-be80-4083-93c5-0ed583a9b374", "address": "fa:16:3e:f1:f7:bd", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4452d27-be", "ovs_interfaceid": "b4452d27-be80-4083-93c5-0ed583a9b374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.175155] env[63393]: DEBUG nova.network.neutron [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Successfully updated port: d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.426912] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5229c16f-ec93-8fad-931b-861e8a3430d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.431269] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.431887] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.432301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.432614] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.432941] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.435079] env[63393]: DEBUG oslo_vmware.api [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681912, 'name': PowerOffVM_Task, 'duration_secs': 0.228324} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.435079] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e79a7db9-7493-4012-93cb-629d47c465f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.435699] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.436023] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.436388] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf611569-4296-4717-aacc-46bb25bc0e64 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.441819] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Applying migration context for instance 412eac9c-3c2e-439d-bcec-af6ec09c879f as it has an incoming, in-progress migration 76346fda-1e81-4cc4-88b9-8a2e0bd3be51. Migration status is finished {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 835.443427] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating resource usage from migration 76346fda-1e81-4cc4-88b9-8a2e0bd3be51 [ 835.447290] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.447625] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.448747] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9661d89-1b23-40d7-91e0-545f8664e592 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.453999] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 835.453999] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52cc6c8c-346a-63b6-1898-c63e2337dfb6" [ 835.453999] env[63393]: _type = "Task" [ 835.453999] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.462536] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cc6c8c-346a-63b6-1898-c63e2337dfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d1f3667d-f592-4c2f-8eda-8e24b95f215b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 7d8d0417-b510-417b-a18f-375d1dfd3757 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d9faab7b-af63-41e1-94b5-65e3ad0db03f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ce27a7e1-05e2-46b0-9689-39d4efbda232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 369dc141-ec0b-4237-aed7-d047e9a59bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 201dc70d-8f25-4b63-83a3-5169c8c368b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 27d539c0-5401-402b-87ab-ce400a348a73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 661f4277-5346-499e-8df3-d6daefa6d633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 660bc5e1-797b-420e-a1ac-2498789085e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 10f69421-d9f3-421d-a17f-f33968787722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470015] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance adfac38d-eab9-4fc4-8e1e-b53029381b25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.470015] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 289e6358-13a9-4c8e-8c00-d9749260447c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470460] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 73eb8dbe-a735-4b65-83df-539b76c14749 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470460] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2de9b95f-d123-47da-a8e0-c59e74561239 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.470460] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance a69b263d-15c2-4ac7-9a13-06726bdf168d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 70678f78-9ae6-4b57-9fd9-59497d540222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Migration 76346fda-1e81-4cc4-88b9-8a2e0bd3be51 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 412eac9c-3c2e-439d-bcec-af6ec09c879f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4aa263aa-ef68-4d59-a253-9f4671a095d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.470460] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 88f1c365-4348-40e5-9b35-16aaf434b0ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.501400] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.501627] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.501808] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleting the datastore file [datastore1] 10f69421-d9f3-421d-a17f-f33968787722 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.502091] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c07f68-0f68-4bfd-86dc-f0e83aca61b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.509272] env[63393]: DEBUG oslo_vmware.api [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 835.509272] env[63393]: value = "task-2681914" [ 835.509272] env[63393]: _type = "Task" [ 835.509272] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.517522] env[63393]: DEBUG oslo_vmware.api [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.614347] env[63393]: DEBUG oslo_concurrency.lockutils [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] Releasing lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.614628] env[63393]: DEBUG nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Received event network-vif-deleted-97f518a4-4b28-4f97-bad4-941eb814e913 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.614813] env[63393]: INFO nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Neutron deleted interface 97f518a4-4b28-4f97-bad4-941eb814e913; detaching it from the instance and deleting it from the info cache [ 835.614984] env[63393]: DEBUG nova.network.neutron [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.683268] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "refresh_cache-88f1c365-4348-40e5-9b35-16aaf434b0ee" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.683268] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "refresh_cache-88f1c365-4348-40e5-9b35-16aaf434b0ee" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.683268] env[63393]: DEBUG nova.network.neutron [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.965242] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cc6c8c-346a-63b6-1898-c63e2337dfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.966071] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230b5646-dcf9-43fe-b4a2-7cc6eea22b63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.971103] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 835.971103] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b34df-22b8-d04f-a53c-47810386e6c1" [ 835.971103] env[63393]: _type = "Task" [ 835.971103] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.976156] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e7fe8db3-baf4-4359-a5eb-65366edd64ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 835.982449] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522b34df-22b8-d04f-a53c-47810386e6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.982688] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.982931] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.983191] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9c843e-1c04-42d1-a9a7-43ae8b4847bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.990259] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 835.990259] env[63393]: value = "task-2681915" [ 835.990259] env[63393]: _type = "Task" [ 835.990259] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.998678] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.018450] env[63393]: DEBUG oslo_vmware.api [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159236} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.018703] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.018899] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.019100] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.019283] env[63393]: INFO nova.compute.manager [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Took 1.12 seconds to destroy the instance on the hypervisor. [ 836.019523] env[63393]: DEBUG oslo.service.loopingcall [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.019709] env[63393]: DEBUG nova.compute.manager [-] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.019803] env[63393]: DEBUG nova.network.neutron [-] [instance: 10f69421-d9f3-421d-a17f-f33968787722] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.117776] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d0a16fb-8179-4211-8e82-32f4256e476f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.126307] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee21e1-5470-4b5a-8bd3-c00d2385d5b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.168243] env[63393]: DEBUG nova.compute.manager [req-37152e05-6412-4d06-8934-6bb604a05648 req-80b402b4-5f21-45b6-95d7-7f16d6bc4a81 service nova] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Detach interface failed, port_id=97f518a4-4b28-4f97-bad4-941eb814e913, reason: Instance d9faab7b-af63-41e1-94b5-65e3ad0db03f could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 836.238082] env[63393]: DEBUG nova.network.neutron [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.450699] env[63393]: DEBUG nova.network.neutron [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Updating instance_info_cache with network_info: [{"id": "d0adffd7-5b97-4cfd-bf3a-f0074d59f887", "address": "fa:16:3e:34:14:0c", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0adffd7-5b", "ovs_interfaceid": "d0adffd7-5b97-4cfd-bf3a-f0074d59f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.479537] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ef8f0255-0a24-4db9-9486-520b71dec6a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.503370] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475847} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.503370] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.503370] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.503370] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9349c9-511e-49d1-bd75-545a6a5ecf7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.511308] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 836.511308] env[63393]: value = "task-2681916" [ 836.511308] env[63393]: _type = "Task" [ 836.511308] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.520106] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.956633] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "refresh_cache-88f1c365-4348-40e5-9b35-16aaf434b0ee" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.956968] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Instance network_info: |[{"id": "d0adffd7-5b97-4cfd-bf3a-f0074d59f887", "address": "fa:16:3e:34:14:0c", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0adffd7-5b", "ovs_interfaceid": "d0adffd7-5b97-4cfd-bf3a-f0074d59f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.957504] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:14:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0adffd7-5b97-4cfd-bf3a-f0074d59f887', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.964877] env[63393]: DEBUG oslo.service.loopingcall [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.965448] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.965682] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27cf40ad-fe3f-43ce-af02-bdbb2b12b55b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.982675] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance bd61927b-9423-433e-b74b-ff4fe11bca71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.986927] env[63393]: DEBUG nova.network.neutron [-] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.987875] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.987875] env[63393]: value = "task-2681917" [ 836.987875] env[63393]: _type = "Task" [ 836.987875] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.998854] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681917, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.021270] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06495} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.021595] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.022267] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2896f-2b45-47eb-9a14-d9fc54074b80 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.045119] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.045792] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a97518e-a2e3-4224-aa97-da74a01090e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.067245] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 837.067245] env[63393]: value = "task-2681918" [ 837.067245] env[63393]: _type = "Task" [ 837.067245] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.075475] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.148239] env[63393]: DEBUG nova.compute.manager [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Received event network-changed-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.148441] env[63393]: DEBUG nova.compute.manager [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Refreshing instance network info cache due to event network-changed-d0adffd7-5b97-4cfd-bf3a-f0074d59f887. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.148657] env[63393]: DEBUG oslo_concurrency.lockutils [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] Acquiring lock "refresh_cache-88f1c365-4348-40e5-9b35-16aaf434b0ee" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.148814] env[63393]: DEBUG oslo_concurrency.lockutils [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] Acquired lock "refresh_cache-88f1c365-4348-40e5-9b35-16aaf434b0ee" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.148950] env[63393]: DEBUG nova.network.neutron [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Refreshing network info cache for port d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.192375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.192625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.192811] env[63393]: DEBUG nova.compute.manager [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Going to confirm migration 3 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 837.485678] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 179a8ef7-a484-4763-be70-37b8691db493 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.488592] env[63393]: INFO nova.compute.manager [-] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Took 1.47 seconds to deallocate network for instance. [ 837.503568] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681917, 'name': CreateVM_Task, 'duration_secs': 0.359239} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.503743] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.504468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.504629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.504946] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.505281] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1798f8f4-80b4-4aae-9144-f7d8fc1b913a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.509868] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 837.509868] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5262d295-282f-9118-94d4-ec353f6899b0" [ 837.509868] env[63393]: _type = "Task" [ 837.509868] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.518354] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5262d295-282f-9118-94d4-ec353f6899b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.577508] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681918, 'name': ReconfigVM_Task, 'duration_secs': 0.48802} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.577788] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.578433] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18a0bced-5bff-49c2-aaa8-6c62d631bc1e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.584381] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 837.584381] env[63393]: value = "task-2681919" [ 837.584381] env[63393]: _type = "Task" [ 837.584381] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.592622] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681919, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.765502] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.765751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.766009] env[63393]: DEBUG nova.network.neutron [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.766349] env[63393]: DEBUG nova.objects.instance [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'info_cache' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.880723] env[63393]: DEBUG nova.network.neutron [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Updated VIF entry in instance network info cache for port d0adffd7-5b97-4cfd-bf3a-f0074d59f887. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.881144] env[63393]: DEBUG nova.network.neutron [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Updating instance_info_cache with network_info: [{"id": "d0adffd7-5b97-4cfd-bf3a-f0074d59f887", "address": "fa:16:3e:34:14:0c", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0adffd7-5b", "ovs_interfaceid": "d0adffd7-5b97-4cfd-bf3a-f0074d59f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.988369] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 04813f80-e023-4a81-b71b-f1251526cc6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.989066] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 837.989066] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 837.999310] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.024575] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5262d295-282f-9118-94d4-ec353f6899b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.026585] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.026820] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.027075] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.027223] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.027400] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.027664] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-592ca7a5-f863-4a51-988c-d5efebccf789 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.040459] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.040687] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.041444] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7d4a45-6042-4c3d-bac3-21388ab5d99c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.049215] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 838.049215] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f8e0fc-66ce-ed3c-c058-92a9b8325a22" [ 838.049215] env[63393]: _type = "Task" [ 838.049215] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.057608] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f8e0fc-66ce-ed3c-c058-92a9b8325a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.093472] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681919, 'name': Rename_Task, 'duration_secs': 0.245859} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.095428] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.097024] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8065d3-be17-4a5b-bfbc-53a9fa14dfb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.103527] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 838.103527] env[63393]: value = "task-2681920" [ 838.103527] env[63393]: _type = "Task" [ 838.103527] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.111657] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.384426] env[63393]: DEBUG oslo_concurrency.lockutils [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] Releasing lock "refresh_cache-88f1c365-4348-40e5-9b35-16aaf434b0ee" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.384698] env[63393]: DEBUG nova.compute.manager [req-9829bb8c-d60c-4577-97bc-fb619443915b req-cf136ce5-230b-48ae-9779-bb28fd75f9d4 service nova] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Received event network-vif-deleted-a3cf3a3e-4afc-4435-a619-65ef8f276f71 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.389534] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505485f2-cd25-4763-a1d4-ce75fd9695b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.397972] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52eaed1-6e57-4ad8-ad01-1de97ffa5e87 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.429240] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66a4d5-b8ad-465a-99fb-4a40f5fcd27e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.436728] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a70f4de-232f-4e55-bc5b-d4a90c39c1d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.451561] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.558847] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f8e0fc-66ce-ed3c-c058-92a9b8325a22, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.559723] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5068f985-56dc-44dc-adca-b9446782f6e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.565161] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 838.565161] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5270ab11-686a-e6f9-5071-15f36df72b7e" [ 838.565161] env[63393]: _type = "Task" [ 838.565161] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.573417] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5270ab11-686a-e6f9-5071-15f36df72b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.613155] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.984954] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 838.985173] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 103 to 104 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 838.985317] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.003262] env[63393]: DEBUG nova.network.neutron [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.080735] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5270ab11-686a-e6f9-5071-15f36df72b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.080994] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.081261] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 88f1c365-4348-40e5-9b35-16aaf434b0ee/88f1c365-4348-40e5-9b35-16aaf434b0ee.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.081511] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-833b57eb-0192-4781-b47c-7398fd95fcf7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.087780] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 839.087780] env[63393]: value = "task-2681921" [ 839.087780] env[63393]: _type = "Task" [ 839.087780] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.095727] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.112729] env[63393]: DEBUG oslo_vmware.api [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2681920, 'name': PowerOnVM_Task, 'duration_secs': 0.601135} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.112983] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.113204] env[63393]: INFO nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Took 7.32 seconds to spawn the instance on the hypervisor. [ 839.113391] env[63393]: DEBUG nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.114177] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b218028a-543f-45a2-9ae4-bee00015553d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.492606] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 839.492606] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.069s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.492606] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.578s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.492606] env[63393]: INFO nova.compute.claims [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.499603] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.500299] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Cleaning up deleted instances {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 839.506186] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.506186] env[63393]: DEBUG nova.objects.instance [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'migration_context' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.598828] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456428} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.599343] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 88f1c365-4348-40e5-9b35-16aaf434b0ee/88f1c365-4348-40e5-9b35-16aaf434b0ee.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.599639] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.599932] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6084a5-33af-4799-9438-adb12e003488 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.608613] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 839.608613] env[63393]: value = "task-2681922" [ 839.608613] env[63393]: _type = "Task" [ 839.608613] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.618086] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.633871] env[63393]: INFO nova.compute.manager [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Took 47.86 seconds to build instance. [ 839.893570] env[63393]: DEBUG nova.compute.manager [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Received event network-changed-b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.893771] env[63393]: DEBUG nova.compute.manager [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Refreshing instance network info cache due to event network-changed-b4452d27-be80-4083-93c5-0ed583a9b374. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.893986] env[63393]: DEBUG oslo_concurrency.lockutils [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] Acquiring lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.894490] env[63393]: DEBUG oslo_concurrency.lockutils [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] Acquired lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.894683] env[63393]: DEBUG nova.network.neutron [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Refreshing network info cache for port b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.026819] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] There are 46 instances to clean {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 840.027242] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d673a78a-4812-401c-9ec5-bfa66a450f11] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.029669] env[63393]: DEBUG nova.objects.base [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Object Instance<412eac9c-3c2e-439d-bcec-af6ec09c879f> lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 840.032230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d9548e-5c8d-4491-892c-4d358f8cff50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.056814] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793964fb-2e4b-4104-bd60-337b989374c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.063598] env[63393]: DEBUG oslo_vmware.api [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 840.063598] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52adfff1-709e-2283-6426-92e15260a0c6" [ 840.063598] env[63393]: _type = "Task" [ 840.063598] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.073612] env[63393]: DEBUG oslo_vmware.api [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52adfff1-709e-2283-6426-92e15260a0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.006948} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.074750] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.119199] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068799} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.119723] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.120738] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956857cc-2c8b-4972-a910-9f687ac56828 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.137290] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.375s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.148144] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 88f1c365-4348-40e5-9b35-16aaf434b0ee/88f1c365-4348-40e5-9b35-16aaf434b0ee.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.148144] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ad5d76-f7c6-4daa-8aa6-44c42a86119b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.172501] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 840.172501] env[63393]: value = "task-2681923" [ 840.172501] env[63393]: _type = "Task" [ 840.172501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.183083] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.531383] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 548cb29e-6e8a-41c6-975d-06d077004f1f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.687417] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.739792] env[63393]: DEBUG nova.network.neutron [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updated VIF entry in instance network info cache for port b4452d27-be80-4083-93c5-0ed583a9b374. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.740165] env[63393]: DEBUG nova.network.neutron [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updating instance_info_cache with network_info: [{"id": "b4452d27-be80-4083-93c5-0ed583a9b374", "address": "fa:16:3e:f1:f7:bd", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4452d27-be", "ovs_interfaceid": "b4452d27-be80-4083-93c5-0ed583a9b374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.977958] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e3df4-de36-4ed8-9133-d7724ce8d679 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.987908] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbbb4c-a1e8-4a77-afce-a577c28f6f2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.021740] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303c952b-661a-4e8e-b1bf-2fdba118f8ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.034565] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168324ae-9217-456d-bba1-017ec2aea365 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.038924] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 69b0dc90-f0ab-4d77-bbea-2acf8fc7073a] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.053393] env[63393]: DEBUG nova.compute.provider_tree [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.184808] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.243288] env[63393]: DEBUG oslo_concurrency.lockutils [req-949b70c2-9bbe-4287-8800-a61bf2bf584b req-c4c883af-8e9d-4cae-bd04-bb1de4a03f39 service nova] Releasing lock "refresh_cache-4aa263aa-ef68-4d59-a253-9f4671a095d5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.542522] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 8065824c-066e-420a-a4bc-934f90a507b3] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.559302] env[63393]: DEBUG nova.scheduler.client.report [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.685260] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681923, 'name': ReconfigVM_Task, 'duration_secs': 1.096331} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.685581] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 88f1c365-4348-40e5-9b35-16aaf434b0ee/88f1c365-4348-40e5-9b35-16aaf434b0ee.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.686257] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f2f0fad-3340-4e5a-abaa-71f453464737 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.695468] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 841.695468] env[63393]: value = "task-2681924" [ 841.695468] env[63393]: _type = "Task" [ 841.695468] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.700615] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681924, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.046984] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 4db7ce43-1b59-47af-a757-7b0c428bd734] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.070101] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.070638] env[63393]: DEBUG nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.073223] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.726s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.074640] env[63393]: INFO nova.compute.claims [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.202762] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681924, 'name': Rename_Task, 'duration_secs': 0.142062} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.203051] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.203300] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d3dc80-295f-497b-9d92-da7d2a2382ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.208824] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 842.208824] env[63393]: value = "task-2681925" [ 842.208824] env[63393]: _type = "Task" [ 842.208824] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.216155] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.550215] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 85f6301b-6865-40ac-9b22-dcfa445e326c] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.579850] env[63393]: DEBUG nova.compute.utils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.582919] env[63393]: DEBUG nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 842.719826] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.053899] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 5cc76037-03e4-4c2f-8d29-617f94713bd6] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.083572] env[63393]: DEBUG nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.220817] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681925, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.427646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2db173-f3e0-40bc-b8ef-b076b77476be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.435065] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80973c75-ed70-47a0-a3f2-011439c7d481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.465262] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1399bcb-660a-4db0-a34c-c86bf43da1d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.472079] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b87c6-c2d0-4f58-ac92-5f536af07120 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.485150] env[63393]: DEBUG nova.compute.provider_tree [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.556994] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 272f9539-f449-431c-b847-1fb862b34e45] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.720307] env[63393]: DEBUG oslo_vmware.api [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681925, 'name': PowerOnVM_Task, 'duration_secs': 1.091101} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.720706] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.720918] env[63393]: INFO nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Took 9.36 seconds to spawn the instance on the hypervisor. [ 843.721122] env[63393]: DEBUG nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.721914] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd605d-20fb-4ed3-96b5-287f1fe3e2bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.989988] env[63393]: DEBUG nova.scheduler.client.report [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.060007] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 7671d351-0759-4462-acf5-302d615f0b73] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.096223] env[63393]: DEBUG nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.121554] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.121824] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.122043] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.122266] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.122575] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.122575] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.122737] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.122895] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.123077] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.123245] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.123423] env[63393]: DEBUG nova.virt.hardware [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.124317] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25ecad-7fd0-4268-85ee-13882ac481bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.132296] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd147fd-05f1-43aa-9c93-1db6778835fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.145801] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.151296] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Creating folder: Project (9c73e346f2564b7c99a92b9dce1718c2). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.151897] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48c4c623-2423-45f6-aa16-ff25f15b305c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.161228] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Created folder: Project (9c73e346f2564b7c99a92b9dce1718c2) in parent group-v540494. [ 844.161443] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Creating folder: Instances. Parent ref: group-v540693. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.161679] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9efcf5d6-f144-4045-bfb3-45e5b60ce7e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.171381] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Created folder: Instances in parent group-v540693. [ 844.171774] env[63393]: DEBUG oslo.service.loopingcall [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.171844] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.172080] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96fc4f4f-b7d8-4eee-8296-62c54e36d3c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.188662] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.188662] env[63393]: value = "task-2681928" [ 844.188662] env[63393]: _type = "Task" [ 844.188662] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.196028] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681928, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.241384] env[63393]: INFO nova.compute.manager [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Took 52.17 seconds to build instance. [ 844.494844] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.495391] env[63393]: DEBUG nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.498194] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.856s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.498380] env[63393]: DEBUG nova.objects.instance [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.564150] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 48c39fea-14ce-4231-9f7d-badd7cc912ef] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.700317] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681928, 'name': CreateVM_Task, 'duration_secs': 0.302019} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.700526] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.700956] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.701162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.701612] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.701887] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf29eea-a511-45a0-9be6-9b9478dd2301 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.706978] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 844.706978] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbd953-2cf5-7b98-d054-1f6ff827b56e" [ 844.706978] env[63393]: _type = "Task" [ 844.706978] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.714280] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbd953-2cf5-7b98-d054-1f6ff827b56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.743233] env[63393]: DEBUG oslo_concurrency.lockutils [None req-989c02fe-b2b4-4814-8110-c7f0a4c32527 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.680s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.006132] env[63393]: DEBUG nova.compute.utils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.008027] env[63393]: DEBUG nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 845.067459] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 8a309aad-b086-442f-a069-60c780c5b945] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.217964] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dbd953-2cf5-7b98-d054-1f6ff827b56e, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.218339] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.218633] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.218904] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.219106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.219334] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.219960] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213f2585-b66d-4ea4-a728-bcfe7b5e5f5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.228350] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.228556] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.229387] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b5cbe1-3a78-413d-b356-e1678679394c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.234598] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 845.234598] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e72606-97d0-6cfe-5a60-0e8027ef14e1" [ 845.234598] env[63393]: _type = "Task" [ 845.234598] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.241999] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e72606-97d0-6cfe-5a60-0e8027ef14e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.445072] env[63393]: DEBUG nova.compute.manager [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.445254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6669052e-b417-451f-a167-8ce2fc71fc0e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.508484] env[63393]: DEBUG nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.511779] env[63393]: DEBUG oslo_concurrency.lockutils [None req-319466fb-72f2-4833-baac-7394d3270ca3 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.513116] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.233s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.514430] env[63393]: INFO nova.compute.claims [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.570733] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 00ce5c4e-db18-4893-91df-47ca77bc9099] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.746884] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e72606-97d0-6cfe-5a60-0e8027ef14e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008395} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.747660] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87da6c3b-f73b-40be-9b7f-616cde60fd44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.752883] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 845.752883] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c86b3d-a635-91f3-cd72-de1d3ec8dab1" [ 845.752883] env[63393]: _type = "Task" [ 845.752883] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.760447] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c86b3d-a635-91f3-cd72-de1d3ec8dab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.958886] env[63393]: INFO nova.compute.manager [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] instance snapshotting [ 845.961867] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e443b55-f0ad-458e-832e-3b184a532a8d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.981464] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034cea50-6b9b-4a1a-9596-6d3691eaca9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.073753] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: f685f5b8-a0c2-4bcc-8b41-a2ada29d7b64] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.263691] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c86b3d-a635-91f3-cd72-de1d3ec8dab1, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.263988] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.264327] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e7fe8db3-baf4-4359-a5eb-65366edd64ea/e7fe8db3-baf4-4359-a5eb-65366edd64ea.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.264614] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b641dc43-743e-4ab0-a7ed-2f7711c6094e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.270829] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 846.270829] env[63393]: value = "task-2681929" [ 846.270829] env[63393]: _type = "Task" [ 846.270829] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.278719] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.492240] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.492612] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-717f56d4-702d-43c8-b8ac-f76bd39d6952 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.501931] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 846.501931] env[63393]: value = "task-2681930" [ 846.501931] env[63393]: _type = "Task" [ 846.501931] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.512143] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.522745] env[63393]: DEBUG nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.558928] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.559204] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.559389] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.559626] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.559815] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.559986] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.560231] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.560403] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.560588] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.560755] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.560948] env[63393]: DEBUG nova.virt.hardware [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.562225] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03beb3aa-fe50-4180-a1f5-550895846f2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.571450] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f9da7e-b007-4ae1-8364-9ddb265f0991 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.578429] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 260d1159-09e8-4c66-b877-7eb0e6effde4] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.591066] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.597563] env[63393]: DEBUG oslo.service.loopingcall [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.600592] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.601678] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bfd9548-97fe-4cbb-9719-630e4a47c764 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.623847] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.623847] env[63393]: value = "task-2681931" [ 846.623847] env[63393]: _type = "Task" [ 846.623847] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.635205] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681931, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.783064] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477913} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.783376] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e7fe8db3-baf4-4359-a5eb-65366edd64ea/e7fe8db3-baf4-4359-a5eb-65366edd64ea.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.783647] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.783820] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbad9905-7fdf-4dc0-b95a-36745ba798d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.792250] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 846.792250] env[63393]: value = "task-2681932" [ 846.792250] env[63393]: _type = "Task" [ 846.792250] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.800169] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.951646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe82d5-d3be-44fb-8890-a0e4482f1e79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.959023] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59bb86d-fb4c-4ceb-8b14-14a4195af9b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.988931] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aca76b-3cf9-411d-9d56-7e04858090ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.997196] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24cf03c-985e-4fa9-a750-63dedeb67a21 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.014063] env[63393]: DEBUG nova.compute.provider_tree [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.020488] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681930, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.082278] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 59fa839d-83dd-463c-9e5e-91f5fbe38753] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.133501] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681931, 'name': CreateVM_Task, 'duration_secs': 0.280275} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.133666] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.134104] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.134291] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.134615] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.134859] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172e3fa1-c73b-46b9-8954-4c86b64a2c8f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.139648] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 847.139648] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521201c7-62a1-c634-768d-0f3414ac4300" [ 847.139648] env[63393]: _type = "Task" [ 847.139648] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.146909] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521201c7-62a1-c634-768d-0f3414ac4300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.301083] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068603} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.301356] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.302113] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a64583-face-4ff4-af3c-84bed3f14149 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.320714] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] e7fe8db3-baf4-4359-a5eb-65366edd64ea/e7fe8db3-baf4-4359-a5eb-65366edd64ea.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.320902] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60f8fcba-9cb0-435d-987e-adcaeaf33a4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.339754] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 847.339754] env[63393]: value = "task-2681933" [ 847.339754] env[63393]: _type = "Task" [ 847.339754] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.346899] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.512393] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681930, 'name': CreateSnapshot_Task, 'duration_secs': 0.554481} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.512589] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.513351] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8ada94-d10c-4eac-99df-b42ef21a1e03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.517886] env[63393]: DEBUG nova.scheduler.client.report [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.586020] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 5fae3008-ed55-4e69-bea5-33f26ee23090] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.651043] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521201c7-62a1-c634-768d-0f3414ac4300, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.651043] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.651043] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.651199] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.651340] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.651516] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.651784] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf0a173-42fd-4af1-95da-767bf1cd9dac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.660250] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.660426] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.661196] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b89ea68-926e-4251-964e-545bbef066e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.666450] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 847.666450] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528fbd04-07ed-36ee-88d0-0b940daf550d" [ 847.666450] env[63393]: _type = "Task" [ 847.666450] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.673834] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528fbd04-07ed-36ee-88d0-0b940daf550d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.849282] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681933, 'name': ReconfigVM_Task, 'duration_secs': 0.255709} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.849594] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Reconfigured VM instance instance-00000047 to attach disk [datastore1] e7fe8db3-baf4-4359-a5eb-65366edd64ea/e7fe8db3-baf4-4359-a5eb-65366edd64ea.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.850144] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2de7c360-5b97-4c55-a32b-0bf6a1239537 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.857177] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 847.857177] env[63393]: value = "task-2681934" [ 847.857177] env[63393]: _type = "Task" [ 847.857177] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.865013] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681934, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.028800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.029307] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.038990] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.039544] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.677s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.039735] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.041736] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.212s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.041918] env[63393]: DEBUG nova.objects.instance [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.044618] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2810448-22f8-4cf9-bb3a-822bfe5a88f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.052179] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 848.052179] env[63393]: value = "task-2681935" [ 848.052179] env[63393]: _type = "Task" [ 848.052179] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.060350] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681935, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.074814] env[63393]: INFO nova.scheduler.client.report [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Deleted allocations for instance adfac38d-eab9-4fc4-8e1e-b53029381b25 [ 848.091448] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d74cfc21-d87d-45a2-8cf7-4d34244fc363] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.176877] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528fbd04-07ed-36ee-88d0-0b940daf550d, 'name': SearchDatastore_Task, 'duration_secs': 0.008043} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.177693] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ea8f66-a73c-48ea-b0d4-196a6a98bfeb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.184023] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 848.184023] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52655a8e-2159-f92f-def2-d60b9c27faff" [ 848.184023] env[63393]: _type = "Task" [ 848.184023] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.193158] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52655a8e-2159-f92f-def2-d60b9c27faff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.367709] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681934, 'name': Rename_Task, 'duration_secs': 0.124242} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.367988] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.368333] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7e6c22e-0cbb-4970-a9fe-354922dbecc0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.374501] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 848.374501] env[63393]: value = "task-2681936" [ 848.374501] env[63393]: _type = "Task" [ 848.374501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.382986] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.542034] env[63393]: DEBUG nova.compute.utils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.543535] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.544342] env[63393]: DEBUG nova.network.neutron [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.562546] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681935, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.584381] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a6a0d75b-cd2f-40e7-9249-c731c214849d tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Lock "adfac38d-eab9-4fc4-8e1e-b53029381b25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.807s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.586495] env[63393]: DEBUG nova.policy [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.594720] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: a0e8987b-f229-466e-8a19-108a84646ae3] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.696026] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52655a8e-2159-f92f-def2-d60b9c27faff, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.696026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.696026] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.696026] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8410d05-43d6-43c6-9bf9-dad9fa8c4649 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.702077] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 848.702077] env[63393]: value = "task-2681937" [ 848.702077] env[63393]: _type = "Task" [ 848.702077] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.712973] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.884725] env[63393]: DEBUG oslo_vmware.api [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681936, 'name': PowerOnVM_Task, 'duration_secs': 0.406951} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.885766] env[63393]: DEBUG nova.network.neutron [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Successfully created port: e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.888500] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.888819] env[63393]: INFO nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Took 4.79 seconds to spawn the instance on the hypervisor. [ 848.889132] env[63393]: DEBUG nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.890231] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767c373d-9336-4441-b3a6-dbbec5c862dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.048015] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.052248] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7caaa675-551e-44a2-823f-2b27b8ccba7e tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.054313] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.881s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.054533] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.056806] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.213s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.062271] env[63393]: INFO nova.compute.claims [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.084859] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681935, 'name': CloneVM_Task, 'duration_secs': 1.025733} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.086172] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Created linked-clone VM from snapshot [ 849.087118] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c5fc0a-0273-4c33-9230-dc591e97216b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.098411] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 8b83e720-1025-4989-9bd0-37b3da8511ae] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.100926] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Uploading image 2f650d95-29b7-4866-be7a-3eb659dfab25 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.107050] env[63393]: INFO nova.scheduler.client.report [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocations for instance 2de9b95f-d123-47da-a8e0-c59e74561239 [ 849.120226] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.120564] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c20ea7bc-f32b-4ec8-bb4e-e5cdfdc3a593 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.129759] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 849.129759] env[63393]: value = "task-2681938" [ 849.129759] env[63393]: _type = "Task" [ 849.129759] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.140054] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681938, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.217622] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476147} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.217622] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.217622] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.217622] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-032aa4ad-b0e6-4827-9fe8-fe30877ef4c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.222669] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 849.222669] env[63393]: value = "task-2681939" [ 849.222669] env[63393]: _type = "Task" [ 849.222669] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.230316] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.410112] env[63393]: INFO nova.compute.manager [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Took 40.51 seconds to build instance. [ 849.604302] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: bf32371c-af10-493d-911c-4e62135b56d9] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.614017] env[63393]: DEBUG oslo_concurrency.lockutils [None req-28d51369-d0d8-47e3-964e-35133cf84b79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "2de9b95f-d123-47da-a8e0-c59e74561239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.640712] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681938, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.733831] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065129} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.734123] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.734936] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4fdbec-a9c6-4d75-a7c3-51f8780fa34b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.754924] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.755246] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19174950-55f1-446f-884a-7f20e145e642 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.774203] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 849.774203] env[63393]: value = "task-2681940" [ 849.774203] env[63393]: _type = "Task" [ 849.774203] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.783696] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.911472] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ceeae21c-438d-4a9a-9ad5-bf1fe34a8c34 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.028s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.064597] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.094730] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.094824] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.094933] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.095140] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.095401] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.095653] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.096017] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.096304] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.096521] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.096730] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.096939] env[63393]: DEBUG nova.virt.hardware [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.097842] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69190c75-9b7b-4ecc-8a64-b88dcd764e8b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.107755] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 69b7e6dd-497a-4e72-9669-5b3cf404bbf6] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.112308] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0724af8-a556-42b0-aaba-1c9218cf6549 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.139197] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681938, 'name': Destroy_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.290561] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.503126] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758cdba0-ad62-4e20-a06a-8371bcbd7b65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.508442] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9f6304-6789-47b1-b428-e6dc874a107c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.546283] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3893420-a940-4dbf-89a5-80d5884962db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.555342] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a239bff8-2326-436d-ba3d-53497e7a6337 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.569111] env[63393]: DEBUG nova.compute.provider_tree [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.616991] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2ed42fac-9066-4bc2-831a-91e367651687] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.642073] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681938, 'name': Destroy_Task, 'duration_secs': 1.029379} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.643216] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Destroyed the VM [ 850.643580] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 850.644786] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-231b0fec-173a-4e8d-89f6-4f626865d4fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.650929] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 850.650929] env[63393]: value = "task-2681941" [ 850.650929] env[63393]: _type = "Task" [ 850.650929] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.660471] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.784276] env[63393]: DEBUG nova.compute.manager [req-1dc9c821-ac67-4621-aacd-523947ca36f5 req-fb161daf-03b1-4fd1-be3d-8606034a6490 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-vif-plugged-e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.784495] env[63393]: DEBUG oslo_concurrency.lockutils [req-1dc9c821-ac67-4621-aacd-523947ca36f5 req-fb161daf-03b1-4fd1-be3d-8606034a6490 service nova] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.784791] env[63393]: DEBUG oslo_concurrency.lockutils [req-1dc9c821-ac67-4621-aacd-523947ca36f5 req-fb161daf-03b1-4fd1-be3d-8606034a6490 service nova] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.785081] env[63393]: DEBUG oslo_concurrency.lockutils [req-1dc9c821-ac67-4621-aacd-523947ca36f5 req-fb161daf-03b1-4fd1-be3d-8606034a6490 service nova] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.785385] env[63393]: DEBUG nova.compute.manager [req-1dc9c821-ac67-4621-aacd-523947ca36f5 req-fb161daf-03b1-4fd1-be3d-8606034a6490 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] No waiting events found dispatching network-vif-plugged-e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.785661] env[63393]: WARNING nova.compute.manager [req-1dc9c821-ac67-4621-aacd-523947ca36f5 req-fb161daf-03b1-4fd1-be3d-8606034a6490 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received unexpected event network-vif-plugged-e2d025bb-9b4c-4591-b10a-8af253250933 for instance with vm_state building and task_state spawning. [ 850.792168] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681940, 'name': ReconfigVM_Task, 'duration_secs': 0.646948} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.792511] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.793686] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9edf0b1f-c053-4615-bd6d-727d80abe2dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.800369] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 850.800369] env[63393]: value = "task-2681942" [ 850.800369] env[63393]: _type = "Task" [ 850.800369] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.808604] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681942, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.942287] env[63393]: DEBUG nova.network.neutron [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Successfully updated port: e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.092798] env[63393]: ERROR nova.scheduler.client.report [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [req-8a390733-a064-48f8-9b1d-7ce345d6bc63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a390733-a064-48f8-9b1d-7ce345d6bc63"}]} [ 851.108763] env[63393]: DEBUG nova.scheduler.client.report [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.120386] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 7c9509a4-a57d-4e9c-94c5-105f0bab0f8a] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.125028] env[63393]: DEBUG nova.scheduler.client.report [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.125028] env[63393]: DEBUG nova.compute.provider_tree [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.139747] env[63393]: DEBUG nova.scheduler.client.report [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.159411] env[63393]: DEBUG nova.scheduler.client.report [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.166172] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681941, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.311025] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681942, 'name': Rename_Task, 'duration_secs': 0.132051} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.311327] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.311594] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aafab69-dd81-4887-aaca-0cadf86f8698 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.320769] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 851.320769] env[63393]: value = "task-2681943" [ 851.320769] env[63393]: _type = "Task" [ 851.320769] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.331836] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.390707] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.390707] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.448037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.448179] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.448337] env[63393]: DEBUG nova.network.neutron [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.581861] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b27b02-6f83-4c41-996e-a9db7606609b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.589965] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0114e6a1-1ed8-41f8-8306-32eccbe1b8a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.623126] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d94ef-3386-42d2-8b48-1b572c875ee4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.630551] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 142527c9-7695-40ab-a44f-b2841e9b9c26] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.633455] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc1c7e3-b721-48aa-9692-ac85b1979b78 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.653427] env[63393]: DEBUG nova.compute.provider_tree [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.663441] env[63393]: DEBUG oslo_vmware.api [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681941, 'name': RemoveSnapshot_Task, 'duration_secs': 0.529553} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.664760] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 851.831475] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.891710] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.015183] env[63393]: DEBUG nova.network.neutron [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.138347] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: cf289fc2-ecbe-49e9-84d2-a3d421e2bb25] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.170834] env[63393]: WARNING nova.compute.manager [None req-c41e6da6-6a0d-4353-86db-f34a77398463 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Image not found during snapshot: nova.exception.ImageNotFound: Image 2f650d95-29b7-4866-be7a-3eb659dfab25 could not be found. [ 852.190846] env[63393]: DEBUG nova.scheduler.client.report [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.191164] env[63393]: DEBUG nova.compute.provider_tree [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 105 to 106 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.191302] env[63393]: DEBUG nova.compute.provider_tree [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.242135] env[63393]: DEBUG nova.network.neutron [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.331549] env[63393]: DEBUG oslo_vmware.api [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681943, 'name': PowerOnVM_Task, 'duration_secs': 0.771528} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.331823] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.332055] env[63393]: INFO nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Took 5.81 seconds to spawn the instance on the hypervisor. [ 852.332217] env[63393]: DEBUG nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.332977] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd86332-ad8a-4ada-9ac2-9439ce5cee49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.413802] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.641306] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 9707b3a4-7e96-4c52-a1d5-d4e4988e129a] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.696350] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.639s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.696964] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.699960] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.488s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.700331] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.702750] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.825s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.704683] env[63393]: INFO nova.compute.claims [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.743564] env[63393]: INFO nova.scheduler.client.report [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted allocations for instance f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17 [ 852.745191] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.745922] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Instance network_info: |[{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.751281] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:de:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d025bb-9b4c-4591-b10a-8af253250933', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.759697] env[63393]: DEBUG oslo.service.loopingcall [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.760172] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.760747] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2e56d40-f354-4b55-8788-0b2d067ac0da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.783800] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.783800] env[63393]: value = "task-2681944" [ 852.783800] env[63393]: _type = "Task" [ 852.783800] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.793042] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681944, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.853539] env[63393]: INFO nova.compute.manager [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Took 43.52 seconds to build instance. [ 852.873230] env[63393]: DEBUG nova.compute.manager [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-changed-e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.873668] env[63393]: DEBUG nova.compute.manager [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing instance network info cache due to event network-changed-e2d025bb-9b4c-4591-b10a-8af253250933. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.873668] env[63393]: DEBUG oslo_concurrency.lockutils [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.873808] env[63393]: DEBUG oslo_concurrency.lockutils [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873914] env[63393]: DEBUG nova.network.neutron [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing network info cache for port e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.117204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "88f1c365-4348-40e5-9b35-16aaf434b0ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.117204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.118044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "88f1c365-4348-40e5-9b35-16aaf434b0ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.118044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.118044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.121922] env[63393]: INFO nova.compute.manager [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Terminating instance [ 853.146068] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2613b16c-08ce-4423-a1c5-c342fa7c79db] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.215169] env[63393]: DEBUG nova.compute.utils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.220681] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.220681] env[63393]: DEBUG nova.network.neutron [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.263399] env[63393]: DEBUG oslo_concurrency.lockutils [None req-99158ec2-2726-4fcd-a68b-73e969c4fb47 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.716s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.296944] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681944, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.299182] env[63393]: DEBUG nova.policy [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b180974f696a48f4ba5c542ee0a2b6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2babf61834b947989e6d5172027228c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.355653] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bb4c3cff-2ccf-4656-af90-832205573bf2 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "ef8f0255-0a24-4db9-9486-520b71dec6a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.029s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.624163] env[63393]: DEBUG nova.network.neutron [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updated VIF entry in instance network info cache for port e2d025bb-9b4c-4591-b10a-8af253250933. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.624163] env[63393]: DEBUG nova.network.neutron [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.627714] env[63393]: DEBUG nova.compute.manager [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.627929] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.628794] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37d615-da33-4577-97b5-b2b1b3b0379d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.641038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "661f4277-5346-499e-8df3-d6daefa6d633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.641038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "661f4277-5346-499e-8df3-d6daefa6d633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.641189] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "661f4277-5346-499e-8df3-d6daefa6d633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.641398] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "661f4277-5346-499e-8df3-d6daefa6d633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.641621] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "661f4277-5346-499e-8df3-d6daefa6d633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.643207] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.643734] env[63393]: INFO nova.compute.manager [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Terminating instance [ 853.645688] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f99dc8-2467-4907-8127-0b1ddf816995 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.649031] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: da37af6a-06d4-4c29-a60a-ac0c01939cf9] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.656017] env[63393]: DEBUG oslo_vmware.api [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 853.656017] env[63393]: value = "task-2681945" [ 853.656017] env[63393]: _type = "Task" [ 853.656017] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.671903] env[63393]: DEBUG oslo_vmware.api [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.720494] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.796218] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681944, 'name': CreateVM_Task, 'duration_secs': 0.628606} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.796395] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.797119] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.797257] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.797596] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.797876] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbad17a-10e4-474a-aa9c-79223597f869 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.804336] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 853.804336] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d09b88-6969-edbd-9bab-0e6b640dc9fe" [ 853.804336] env[63393]: _type = "Task" [ 853.804336] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.819374] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d09b88-6969-edbd-9bab-0e6b640dc9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.848701] env[63393]: DEBUG nova.network.neutron [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Successfully created port: a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.100411] env[63393]: INFO nova.compute.manager [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Rebuilding instance [ 854.126389] env[63393]: DEBUG oslo_concurrency.lockutils [req-e795fe6f-9b56-4cc9-a796-09152d036727 req-d2c57655-4feb-43c2-b586-1e3be943f800 service nova] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.151670] env[63393]: DEBUG nova.compute.manager [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.151670] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.151670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fade22-91d8-4ca5-8df9-af4dac69e1d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.154427] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 36739a27-6196-4609-868a-aa03d3a6677c] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.157779] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf014a-762a-4b70-b5c1-66ce935db4e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.176971] env[63393]: DEBUG nova.compute.manager [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.180320] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040d010c-aa6b-4ee3-b9e0-2dd7fc394c94 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.191129] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7baf179-eace-476d-a480-d1477c006f4c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.195020] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.196009] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a4e1f76-0d7e-4393-b247-c2e745cb9391 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.198140] env[63393]: DEBUG oslo_vmware.api [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681945, 'name': PowerOffVM_Task, 'duration_secs': 0.219398} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.201525] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.201525] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.232506] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e9fa472-8259-42d8-ad33-8daacd44722a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.239878] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7121df7-0a05-4a62-99c7-3672fbd6d7a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.242934] env[63393]: DEBUG oslo_vmware.api [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 854.242934] env[63393]: value = "task-2681946" [ 854.242934] env[63393]: _type = "Task" [ 854.242934] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.261171] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b817e54-1b7b-4adb-bc45-df70ee942e6f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.265519] env[63393]: DEBUG oslo_vmware.api [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.278011] env[63393]: DEBUG nova.compute.provider_tree [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.314702] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d09b88-6969-edbd-9bab-0e6b640dc9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018144} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.316106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.316376] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.316664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.316894] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.317070] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.317384] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.317649] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.317740] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleting the datastore file [datastore2] 88f1c365-4348-40e5-9b35-16aaf434b0ee {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.318427] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6836edc-4234-45fd-9024-e08ddf97bf27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.319982] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c90601-6599-435c-a81a-a25cec05cf17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.327964] env[63393]: DEBUG oslo_vmware.api [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 854.327964] env[63393]: value = "task-2681948" [ 854.327964] env[63393]: _type = "Task" [ 854.327964] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.331812] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.332036] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.333211] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8aec5bf-9589-4bec-aa4b-9e7b9a071062 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.338650] env[63393]: DEBUG oslo_vmware.api [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.341819] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 854.341819] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52150982-3a4f-2411-0f80-ba79b3bb00e4" [ 854.341819] env[63393]: _type = "Task" [ 854.341819] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.349154] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52150982-3a4f-2411-0f80-ba79b3bb00e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.666353] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: c64d965b-7be7-4357-a787-3f92c720519b] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.739428] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.756041] env[63393]: DEBUG oslo_vmware.api [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681946, 'name': PowerOffVM_Task, 'duration_secs': 0.205629} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.756925] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.757142] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.757359] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d860a40-7d35-4fda-b055-8c19a0c2fd86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.775311] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0e1818e0bb4c22bd09dbc68467d54c3f',container_format='bare',created_at=2025-02-19T12:31:10Z,direct_url=,disk_format='vmdk',id=be153f42-808e-4a5b-a403-125efdb1eab9,min_disk=1,min_ram=0,name='tempest-test-snap-975706701',owner='2babf61834b947989e6d5172027228c8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T12:31:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.775561] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.775719] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.775899] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.776065] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.776225] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.776450] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.776613] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.776784] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.776948] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.777140] env[63393]: DEBUG nova.virt.hardware [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.778246] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d501da-a3d4-415b-9605-045adf72bf51 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.781743] env[63393]: DEBUG nova.scheduler.client.report [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.789931] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e638bd-d4df-43b8-8751-029e9c9c48bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.835407] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.835618] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.835799] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleting the datastore file [datastore2] 661f4277-5346-499e-8df3-d6daefa6d633 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.836456] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c55ed78f-6793-4310-a4e6-bea792450477 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.841617] env[63393]: DEBUG oslo_vmware.api [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2681948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241266} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.842176] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.842357] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.842526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.842694] env[63393]: INFO nova.compute.manager [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Took 1.21 seconds to destroy the instance on the hypervisor. [ 854.842927] env[63393]: DEBUG oslo.service.loopingcall [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.843195] env[63393]: DEBUG nova.compute.manager [-] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.843292] env[63393]: DEBUG nova.network.neutron [-] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.849424] env[63393]: DEBUG oslo_vmware.api [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 854.849424] env[63393]: value = "task-2681950" [ 854.849424] env[63393]: _type = "Task" [ 854.849424] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.856461] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52150982-3a4f-2411-0f80-ba79b3bb00e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.857851] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146b607d-8340-426b-807f-0fe9864238c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.863348] env[63393]: DEBUG oslo_vmware.api [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.866526] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 854.866526] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7c551-1f65-a164-45d6-34b789dd1562" [ 854.866526] env[63393]: _type = "Task" [ 854.866526] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.874624] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7c551-1f65-a164-45d6-34b789dd1562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.172319] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: fcbd90f1-050f-4144-ab22-06f5894118eb] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.192935] env[63393]: DEBUG nova.compute.manager [req-5199fc47-9a00-45b1-a417-fa7f5b6b2ddf req-0a67e779-0215-4e8f-bfb6-d7fd81a4b8ac service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Received event network-vif-deleted-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.195296] env[63393]: INFO nova.compute.manager [req-5199fc47-9a00-45b1-a417-fa7f5b6b2ddf req-0a67e779-0215-4e8f-bfb6-d7fd81a4b8ac service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Neutron deleted interface d0adffd7-5b97-4cfd-bf3a-f0074d59f887; detaching it from the instance and deleting it from the info cache [ 855.196021] env[63393]: DEBUG nova.network.neutron [req-5199fc47-9a00-45b1-a417-fa7f5b6b2ddf req-0a67e779-0215-4e8f-bfb6-d7fd81a4b8ac service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.246629] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.246936] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710d13f3-5576-4af1-8a07-a34432922da4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.253949] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 855.253949] env[63393]: value = "task-2681951" [ 855.253949] env[63393]: _type = "Task" [ 855.253949] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.264072] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.286769] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.287331] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.290844] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.514s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.291082] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.293281] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.580s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.293482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.295355] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.296s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.295607] env[63393]: DEBUG nova.objects.instance [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lazy-loading 'resources' on Instance uuid 10f69421-d9f3-421d-a17f-f33968787722 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.314291] env[63393]: INFO nova.scheduler.client.report [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Deleted allocations for instance 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089 [ 855.326392] env[63393]: INFO nova.scheduler.client.report [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Deleted allocations for instance d9faab7b-af63-41e1-94b5-65e3ad0db03f [ 855.359441] env[63393]: DEBUG oslo_vmware.api [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166762} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.359794] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.360085] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.360331] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.360606] env[63393]: INFO nova.compute.manager [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Took 1.21 seconds to destroy the instance on the hypervisor. [ 855.360887] env[63393]: DEBUG oslo.service.loopingcall [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.361125] env[63393]: DEBUG nova.compute.manager [-] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.361716] env[63393]: DEBUG nova.network.neutron [-] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.378270] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7c551-1f65-a164-45d6-34b789dd1562, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.378270] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.378270] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] bd61927b-9423-433e-b74b-ff4fe11bca71/bd61927b-9423-433e-b74b-ff4fe11bca71.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.378270] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ded0747e-89ac-4bda-9298-164293eab830 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.386324] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 855.386324] env[63393]: value = "task-2681952" [ 855.386324] env[63393]: _type = "Task" [ 855.386324] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.394987] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.409794] env[63393]: DEBUG nova.compute.manager [req-5da32716-adb7-476d-9688-555762fc8a4c req-5b1f250e-0b48-43ac-873f-c6130718a7c1 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Received event network-vif-plugged-a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.410030] env[63393]: DEBUG oslo_concurrency.lockutils [req-5da32716-adb7-476d-9688-555762fc8a4c req-5b1f250e-0b48-43ac-873f-c6130718a7c1 service nova] Acquiring lock "179a8ef7-a484-4763-be70-37b8691db493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.411413] env[63393]: DEBUG oslo_concurrency.lockutils [req-5da32716-adb7-476d-9688-555762fc8a4c req-5b1f250e-0b48-43ac-873f-c6130718a7c1 service nova] Lock "179a8ef7-a484-4763-be70-37b8691db493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.411413] env[63393]: DEBUG oslo_concurrency.lockutils [req-5da32716-adb7-476d-9688-555762fc8a4c req-5b1f250e-0b48-43ac-873f-c6130718a7c1 service nova] Lock "179a8ef7-a484-4763-be70-37b8691db493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.411413] env[63393]: DEBUG nova.compute.manager [req-5da32716-adb7-476d-9688-555762fc8a4c req-5b1f250e-0b48-43ac-873f-c6130718a7c1 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] No waiting events found dispatching network-vif-plugged-a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.411413] env[63393]: WARNING nova.compute.manager [req-5da32716-adb7-476d-9688-555762fc8a4c req-5b1f250e-0b48-43ac-873f-c6130718a7c1 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Received unexpected event network-vif-plugged-a77e2449-5426-48d5-b09a-731082f468c9 for instance with vm_state building and task_state spawning. [ 855.553964] env[63393]: DEBUG nova.network.neutron [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Successfully updated port: a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.663947] env[63393]: DEBUG nova.network.neutron [-] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.676570] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 3d12aa80-970a-4952-92b8-190639fd60f9] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.699173] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a849cd7-9619-4604-bacf-7ad891af74c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.710553] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06155f86-1f9c-4e99-9a27-f52c8c0ee5ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.754974] env[63393]: DEBUG nova.compute.manager [req-5199fc47-9a00-45b1-a417-fa7f5b6b2ddf req-0a67e779-0215-4e8f-bfb6-d7fd81a4b8ac service nova] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Detach interface failed, port_id=d0adffd7-5b97-4cfd-bf3a-f0074d59f887, reason: Instance 88f1c365-4348-40e5-9b35-16aaf434b0ee could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 855.765484] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681951, 'name': PowerOffVM_Task, 'duration_secs': 0.20677} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.765754] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.765994] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.766835] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412948c-ffd1-429c-99d4-22f4d023a8ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.774105] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.775382] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141d170a-7b0f-43dd-80f6-763c8fc6a6e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791957] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.792228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.798960] env[63393]: DEBUG nova.compute.utils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.804474] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.804668] env[63393]: DEBUG nova.network.neutron [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.806611] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.806860] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.806994] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleting the datastore file [datastore1] ef8f0255-0a24-4db9-9486-520b71dec6a0 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.808230] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041bd856-acfa-4e5e-906b-e3e176bc0ad0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.817323] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 855.817323] env[63393]: value = "task-2681954" [ 855.817323] env[63393]: _type = "Task" [ 855.817323] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.826543] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4a2d742a-9424-4ca9-ad49-a06294017397 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Lock "2d07e05c-fa45-4420-a6b2-2ab2e4cbc089" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.104s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.834658] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.835176] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Lock "d9faab7b-af63-41e1-94b5-65e3ad0db03f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.513s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.881807] env[63393]: DEBUG nova.policy [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab748e6c9429410f89bc25f3523bd704', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70de85a17f7749088d5de006a09b2276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.898636] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489827} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.898994] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] bd61927b-9423-433e-b74b-ff4fe11bca71/bd61927b-9423-433e-b74b-ff4fe11bca71.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.899259] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.899545] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6293f168-1acf-4dc7-a095-bb5d7213d3e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.909638] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 855.909638] env[63393]: value = "task-2681955" [ 855.909638] env[63393]: _type = "Task" [ 855.909638] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.921549] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.058849] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "refresh_cache-179a8ef7-a484-4763-be70-37b8691db493" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.059123] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "refresh_cache-179a8ef7-a484-4763-be70-37b8691db493" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.059428] env[63393]: DEBUG nova.network.neutron [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.135293] env[63393]: DEBUG nova.network.neutron [-] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.169343] env[63393]: INFO nova.compute.manager [-] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Took 1.32 seconds to deallocate network for instance. [ 856.180741] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 33df7bf1-a8e8-4368-b5a4-155436b6320f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.199726] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0ceeb-b200-4515-8e4e-3136490bf846 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.203897] env[63393]: DEBUG nova.network.neutron [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Successfully created port: c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.212635] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9259ba-becb-42a4-965c-82b5764252c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.246521] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f887882-692d-4bb6-a02d-2389875e0bfd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.255303] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5d05c4-e1cd-49bf-a5c7-3d84e3d42252 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.269692] env[63393]: DEBUG nova.compute.provider_tree [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.294519] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.310073] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.330607] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142366} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.331564] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.331564] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.331564] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.419284] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075326} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.419630] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.420437] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82d853f-6905-44e4-b691-511c73241008 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.444653] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] bd61927b-9423-433e-b74b-ff4fe11bca71/bd61927b-9423-433e-b74b-ff4fe11bca71.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.445346] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da4f9ba-042a-4c4f-861a-dd112b238ea4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.468669] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 856.468669] env[63393]: value = "task-2681956" [ 856.468669] env[63393]: _type = "Task" [ 856.468669] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.477640] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.601913] env[63393]: DEBUG nova.network.neutron [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.637272] env[63393]: INFO nova.compute.manager [-] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Took 1.28 seconds to deallocate network for instance. [ 856.677649] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.684225] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 23321024-43d0-47bd-978a-54fe07732e63] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.772949] env[63393]: DEBUG nova.scheduler.client.report [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.827721] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.979189] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681956, 'name': ReconfigVM_Task, 'duration_secs': 0.339659} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.979564] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfigured VM instance instance-00000049 to attach disk [datastore1] bd61927b-9423-433e-b74b-ff4fe11bca71/bd61927b-9423-433e-b74b-ff4fe11bca71.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.980386] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf9578c-51a3-45cc-94d5-23cd24e48cc0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.987564] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 856.987564] env[63393]: value = "task-2681957" [ 856.987564] env[63393]: _type = "Task" [ 856.987564] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.997021] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681957, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.143789] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.182944] env[63393]: DEBUG nova.network.neutron [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Updating instance_info_cache with network_info: [{"id": "a77e2449-5426-48d5-b09a-731082f468c9", "address": "fa:16:3e:e7:9d:f4", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77e2449-54", "ovs_interfaceid": "a77e2449-5426-48d5-b09a-731082f468c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.185896] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: ca95dd56-a5ca-4bc0-a704-278333df1f2d] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.226189] env[63393]: DEBUG nova.compute.manager [req-997b81e1-bbba-4cdb-8501-af6fb558f774 req-88476851-f54d-4f6a-946d-1989002fa17c service nova] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Received event network-vif-deleted-a9536df2-ca19-49a3-8abf-f7fb3340228d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.281041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.283428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.209s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.301851] env[63393]: INFO nova.scheduler.client.report [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleted allocations for instance 10f69421-d9f3-421d-a17f-f33968787722 [ 857.319042] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.364355] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.365570] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.365885] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.366499] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.366771] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.367033] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.367314] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.367494] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.367681] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.368192] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.368192] env[63393]: DEBUG nova.virt.hardware [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.369917] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451bd84c-bedc-4ff0-9d76-9cc2a4632a28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.386873] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.387132] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.387308] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.387497] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.387643] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.387788] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.387996] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.388198] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.388375] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.388542] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.388784] env[63393]: DEBUG nova.virt.hardware [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.390064] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af683659-209d-4483-b40f-48a391db2ace {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.394538] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340894d-dcec-420b-b132-7edf2444894c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.411015] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ade43-4c7a-4548-b6e7-d5baf538223f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.424190] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.429780] env[63393]: DEBUG oslo.service.loopingcall [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.430016] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.430493] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46ec705b-9609-48f1-9140-5d83c7868704 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.448810] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.448810] env[63393]: value = "task-2681958" [ 857.448810] env[63393]: _type = "Task" [ 857.448810] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.456936] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681958, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.489856] env[63393]: DEBUG nova.compute.manager [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Received event network-changed-a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.490069] env[63393]: DEBUG nova.compute.manager [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Refreshing instance network info cache due to event network-changed-a77e2449-5426-48d5-b09a-731082f468c9. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.490263] env[63393]: DEBUG oslo_concurrency.lockutils [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] Acquiring lock "refresh_cache-179a8ef7-a484-4763-be70-37b8691db493" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.499480] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681957, 'name': Rename_Task, 'duration_secs': 0.145416} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.499735] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.499975] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab4f122a-4a71-4aa1-a09f-e50b5398de9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.507261] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 857.507261] env[63393]: value = "task-2681959" [ 857.507261] env[63393]: _type = "Task" [ 857.507261] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.517721] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.686072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "refresh_cache-179a8ef7-a484-4763-be70-37b8691db493" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.686374] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Instance network_info: |[{"id": "a77e2449-5426-48d5-b09a-731082f468c9", "address": "fa:16:3e:e7:9d:f4", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77e2449-54", "ovs_interfaceid": "a77e2449-5426-48d5-b09a-731082f468c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.686606] env[63393]: DEBUG oslo_concurrency.lockutils [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] Acquired lock "refresh_cache-179a8ef7-a484-4763-be70-37b8691db493" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.686820] env[63393]: DEBUG nova.network.neutron [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Refreshing network info cache for port a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.688207] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:9d:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a77e2449-5426-48d5-b09a-731082f468c9', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.697172] env[63393]: DEBUG oslo.service.loopingcall [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.698954] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 11044fc7-5b70-43f5-b5f0-703eec1592fd] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.701627] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.707239] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4aaeca5-3e55-43b2-9ea6-f5c15fc5d761 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.729434] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.729434] env[63393]: value = "task-2681960" [ 857.729434] env[63393]: _type = "Task" [ 857.729434] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.748363] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681960, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.821773] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42629ed4-31be-49cb-ac8f-4af157e9877b tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "10f69421-d9f3-421d-a17f-f33968787722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.441s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.964287] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681958, 'name': CreateVM_Task, 'duration_secs': 0.324543} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.964723] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.965417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.965824] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.968019] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.969619] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb42c9c-131c-4c84-bbca-b096fdfe80bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.975518] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 857.975518] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525c2ecc-eaaa-4c20-a530-ccac1da2d01a" [ 857.975518] env[63393]: _type = "Task" [ 857.975518] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.985488] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525c2ecc-eaaa-4c20-a530-ccac1da2d01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.024305] env[63393]: DEBUG oslo_vmware.api [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2681959, 'name': PowerOnVM_Task, 'duration_secs': 0.471625} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.024967] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.024967] env[63393]: INFO nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Took 7.96 seconds to spawn the instance on the hypervisor. [ 858.024967] env[63393]: DEBUG nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.025768] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea0efa-54d1-44a0-9e58-c4b9e648f708 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.074647] env[63393]: DEBUG nova.network.neutron [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Successfully updated port: c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.203095] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: dc0da38c-afce-47f2-ac49-5a0933f2a926] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.238619] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed129c-a4f8-4d9e-abad-ae8895dfe3fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.245423] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681960, 'name': CreateVM_Task, 'duration_secs': 0.383363} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.246008] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.246829] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.247177] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.247575] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.249885] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657aca92-90ed-4b43-99e6-cc1df5776bf2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.252736] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec5add-9a1e-47a2-befe-eed061c031c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.259155] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 858.259155] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bb0273-43a7-3302-1227-a38db0c72147" [ 858.259155] env[63393]: _type = "Task" [ 858.259155] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.295994] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f189e387-e8a4-47a0-963a-2f5be32ca710 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.309467] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3356ccf-1b6f-4aa1-8b79-c6fde148d2e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.316045] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.316226] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Processing image be153f42-808e-4a5b-a403-125efdb1eab9 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.316642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.316722] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.316895] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.317569] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c08886-3167-4260-b363-99ef68ced630 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.329401] env[63393]: DEBUG nova.compute.provider_tree [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.338384] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.338614] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.339924] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204a3c93-3a66-4db1-8def-dd9bfc50cfcb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.351111] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 858.351111] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b26c6f-20a2-00fb-8555-f27fc4aee65a" [ 858.351111] env[63393]: _type = "Task" [ 858.351111] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.359672] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b26c6f-20a2-00fb-8555-f27fc4aee65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.486652] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525c2ecc-eaaa-4c20-a530-ccac1da2d01a, 'name': SearchDatastore_Task, 'duration_secs': 0.022381} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.487553] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.487693] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.487921] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.488138] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.488333] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.488597] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e5fa98-6f83-4626-816b-7d6c29b61822 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.497831] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.498041] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.498788] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba66657-6e9c-40b6-931d-42f901f12e4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.504469] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 858.504469] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7076b-edb6-d56f-3c38-ce2b611fba8c" [ 858.504469] env[63393]: _type = "Task" [ 858.504469] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.517067] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d7076b-edb6-d56f-3c38-ce2b611fba8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.517826] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502caf8e-ef02-4ce1-812a-eafa5813705d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.523425] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 858.523425] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52153588-c5da-3b7c-58ce-6d374b407bf3" [ 858.523425] env[63393]: _type = "Task" [ 858.523425] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.531969] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52153588-c5da-3b7c-58ce-6d374b407bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.548746] env[63393]: INFO nova.compute.manager [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Took 48.29 seconds to build instance. [ 858.579881] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.579881] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.579881] env[63393]: DEBUG nova.network.neutron [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.657806] env[63393]: DEBUG nova.network.neutron [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Updated VIF entry in instance network info cache for port a77e2449-5426-48d5-b09a-731082f468c9. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.658287] env[63393]: DEBUG nova.network.neutron [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Updating instance_info_cache with network_info: [{"id": "a77e2449-5426-48d5-b09a-731082f468c9", "address": "fa:16:3e:e7:9d:f4", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77e2449-54", "ovs_interfaceid": "a77e2449-5426-48d5-b09a-731082f468c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.707482] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 92a64953-87ea-4307-a16a-e2cd144d7350] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.833297] env[63393]: DEBUG nova.scheduler.client.report [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.862931] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 858.863208] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Fetch image to [datastore1] OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea/OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 858.863659] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Downloading stream optimized image be153f42-808e-4a5b-a403-125efdb1eab9 to [datastore1] OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea/OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea.vmdk on the data store datastore1 as vApp {{(pid=63393) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 858.863996] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Downloading image file data be153f42-808e-4a5b-a403-125efdb1eab9 to the ESX as VM named 'OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea' {{(pid=63393) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 858.961621] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 858.961621] env[63393]: value = "resgroup-9" [ 858.961621] env[63393]: _type = "ResourcePool" [ 858.961621] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 858.961621] env[63393]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e6db14ed-518b-4bb3-bc2d-6599dc70536b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.988195] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease: (returnval){ [ 858.988195] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca5175-1874-b457-7a96-6f171b521779" [ 858.988195] env[63393]: _type = "HttpNfcLease" [ 858.988195] env[63393]: } obtained for vApp import into resource pool (val){ [ 858.988195] env[63393]: value = "resgroup-9" [ 858.988195] env[63393]: _type = "ResourcePool" [ 858.988195] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 858.988195] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the lease: (returnval){ [ 858.988195] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca5175-1874-b457-7a96-6f171b521779" [ 858.988195] env[63393]: _type = "HttpNfcLease" [ 858.988195] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.998960] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.998960] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca5175-1874-b457-7a96-6f171b521779" [ 858.998960] env[63393]: _type = "HttpNfcLease" [ 858.998960] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.036975] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52153588-c5da-3b7c-58ce-6d374b407bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.037353] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.037664] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.037970] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46245df-d74a-4391-a526-910ea2a29d8f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.045185] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 859.045185] env[63393]: value = "task-2681962" [ 859.045185] env[63393]: _type = "Task" [ 859.045185] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.050674] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5152de45-6087-4289-9531-226680b65afa tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.799s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.054115] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.133128] env[63393]: DEBUG nova.network.neutron [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.135298] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "7d8d0417-b510-417b-a18f-375d1dfd3757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.135747] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.136377] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.136698] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.137012] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.143373] env[63393]: INFO nova.compute.manager [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Terminating instance [ 859.161522] env[63393]: DEBUG oslo_concurrency.lockutils [req-7604480e-b9bb-4e76-b266-58751e002f32 req-8643cb81-dd8e-44af-91f6-2309e99c0d2c service nova] Releasing lock "refresh_cache-179a8ef7-a484-4763-be70-37b8691db493" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.210469] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: f255de95-0e89-488b-8441-cc7c997cdf89] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.330211] env[63393]: DEBUG nova.compute.manager [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Received event network-vif-plugged-c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.330440] env[63393]: DEBUG oslo_concurrency.lockutils [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.330680] env[63393]: DEBUG oslo_concurrency.lockutils [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] Lock "04813f80-e023-4a81-b71b-f1251526cc6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.330891] env[63393]: DEBUG oslo_concurrency.lockutils [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] Lock "04813f80-e023-4a81-b71b-f1251526cc6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.331741] env[63393]: DEBUG nova.compute.manager [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] No waiting events found dispatching network-vif-plugged-c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.331961] env[63393]: WARNING nova.compute.manager [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Received unexpected event network-vif-plugged-c688f530-6501-4592-8f94-d7ea1ee47c5b for instance with vm_state building and task_state spawning. [ 859.332344] env[63393]: DEBUG nova.compute.manager [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Received event network-changed-c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.332344] env[63393]: DEBUG nova.compute.manager [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Refreshing instance network info cache due to event network-changed-c688f530-6501-4592-8f94-d7ea1ee47c5b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.332484] env[63393]: DEBUG oslo_concurrency.lockutils [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] Acquiring lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.484205] env[63393]: DEBUG nova.network.neutron [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updating instance_info_cache with network_info: [{"id": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "address": "fa:16:3e:96:a8:f6", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc688f530-65", "ovs_interfaceid": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.495252] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.495252] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca5175-1874-b457-7a96-6f171b521779" [ 859.495252] env[63393]: _type = "HttpNfcLease" [ 859.495252] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.532754] env[63393]: DEBUG nova.compute.manager [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-changed-e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.532959] env[63393]: DEBUG nova.compute.manager [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing instance network info cache due to event network-changed-e2d025bb-9b4c-4591-b10a-8af253250933. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.533767] env[63393]: DEBUG oslo_concurrency.lockutils [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.534419] env[63393]: DEBUG oslo_concurrency.lockutils [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.534646] env[63393]: DEBUG nova.network.neutron [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing network info cache for port e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.555155] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506317} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.555427] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.555634] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.555876] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4287a154-d176-4214-92fe-64838cf8a1b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.561774] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 859.561774] env[63393]: value = "task-2681963" [ 859.561774] env[63393]: _type = "Task" [ 859.561774] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.570188] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.648216] env[63393]: DEBUG nova.compute.manager [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.648450] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.649365] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9bb4d7-fc7a-45d6-b026-36ebb3f822fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.658396] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.658653] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514c4bba-3e54-44e0-8ea4-83fc46cdca86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.666105] env[63393]: DEBUG oslo_vmware.api [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 859.666105] env[63393]: value = "task-2681964" [ 859.666105] env[63393]: _type = "Task" [ 859.666105] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.674600] env[63393]: DEBUG oslo_vmware.api [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.715146] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 555f5ecb-fbd7-488e-823b-f35bf9d5e803] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.847224] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.564s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.847452] env[63393]: DEBUG nova.compute.manager [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63393) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 859.851237] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.437s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.852716] env[63393]: INFO nova.compute.claims [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.987163] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.987474] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Instance network_info: |[{"id": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "address": "fa:16:3e:96:a8:f6", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc688f530-65", "ovs_interfaceid": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.987885] env[63393]: DEBUG oslo_concurrency.lockutils [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] Acquired lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.988088] env[63393]: DEBUG nova.network.neutron [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Refreshing network info cache for port c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.989285] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a8:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c688f530-6501-4592-8f94-d7ea1ee47c5b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.996757] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Creating folder: Project (70de85a17f7749088d5de006a09b2276). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.011036] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9300ecb2-adb5-40e3-a2db-d6c56c92d860 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.020840] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.020840] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca5175-1874-b457-7a96-6f171b521779" [ 860.020840] env[63393]: _type = "HttpNfcLease" [ 860.020840] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.021121] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.021121] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ca5175-1874-b457-7a96-6f171b521779" [ 860.021121] env[63393]: _type = "HttpNfcLease" [ 860.021121] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 860.022769] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e5b7a0-ceaa-47dc-bca5-278133a7250e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.025702] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Created folder: Project (70de85a17f7749088d5de006a09b2276) in parent group-v540494. [ 860.025702] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Creating folder: Instances. Parent ref: group-v540703. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.026879] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e832cc66-29d3-4576-b5f7-274838c1280b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.033782] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5db54-ab17-202e-cf08-1831182203d5/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.033990] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5db54-ab17-202e-cf08-1831182203d5/disk-0.vmdk. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 860.038681] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Created folder: Instances in parent group-v540703. [ 860.038942] env[63393]: DEBUG oslo.service.loopingcall [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.040018] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.098608] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f988db06-9090-43f9-aa9e-b31fda9f0167 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.128589] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-249484b1-a6fb-41f8-b0ec-f38967b31271 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.138617] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083081} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.138825] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.138825] env[63393]: value = "task-2681967" [ 860.138825] env[63393]: _type = "Task" [ 860.138825] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.139662] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.140721] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c8322-1ecc-4541-afee-cd5654ea47e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.167632] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.168141] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681967, 'name': CreateVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.168246] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f597ea-0a5d-4000-9071-9af6639b0a77 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.192955] env[63393]: DEBUG oslo_vmware.api [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681964, 'name': PowerOffVM_Task, 'duration_secs': 0.203823} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.195021] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.195021] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.195021] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 860.195021] env[63393]: value = "task-2681968" [ 860.195021] env[63393]: _type = "Task" [ 860.195021] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.195021] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59c3aea4-0fa2-4870-b16d-adc3a12aabfa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.210447] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.219220] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2d7b2df8-8422-4d6a-ae5d-7a99ac10df02] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.280181] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.280465] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.280659] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleting the datastore file [datastore1] 7d8d0417-b510-417b-a18f-375d1dfd3757 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.281033] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9234e828-de30-4fd8-8c5a-cfdb9a6c921b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.288355] env[63393]: DEBUG oslo_vmware.api [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for the task: (returnval){ [ 860.288355] env[63393]: value = "task-2681970" [ 860.288355] env[63393]: _type = "Task" [ 860.288355] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.308644] env[63393]: DEBUG oslo_vmware.api [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.456983] env[63393]: INFO nova.scheduler.client.report [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted allocation for migration 76346fda-1e81-4cc4-88b9-8a2e0bd3be51 [ 860.555477] env[63393]: DEBUG nova.network.neutron [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updated VIF entry in instance network info cache for port c688f530-6501-4592-8f94-d7ea1ee47c5b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.555949] env[63393]: DEBUG nova.network.neutron [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updating instance_info_cache with network_info: [{"id": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "address": "fa:16:3e:96:a8:f6", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc688f530-65", "ovs_interfaceid": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.562868] env[63393]: DEBUG nova.network.neutron [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updated VIF entry in instance network info cache for port e2d025bb-9b4c-4591-b10a-8af253250933. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.564277] env[63393]: DEBUG nova.network.neutron [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.650372] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681967, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.713468] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681968, 'name': ReconfigVM_Task, 'duration_secs': 0.450611} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.717159] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] ef8f0255-0a24-4db9-9486-520b71dec6a0/ef8f0255-0a24-4db9-9486-520b71dec6a0.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.721570] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a430f4-407c-4424-9e8d-b25ab26f893a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.731846] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 33736b9b-a9b1-438b-a04c-5fb79282c7d6] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.742215] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 860.742215] env[63393]: value = "task-2681971" [ 860.742215] env[63393]: _type = "Task" [ 860.742215] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.769292] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681971, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.800286] env[63393]: DEBUG oslo_vmware.api [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Task: {'id': task-2681970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217926} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.802673] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.803007] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.803279] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.803475] env[63393]: INFO nova.compute.manager [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Took 1.16 seconds to destroy the instance on the hypervisor. [ 860.803725] env[63393]: DEBUG oslo.service.loopingcall [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.803964] env[63393]: DEBUG nova.compute.manager [-] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.804077] env[63393]: DEBUG nova.network.neutron [-] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.908358] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 860.908615] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5db54-ab17-202e-cf08-1831182203d5/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.909589] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c7648d-0d2f-4b8f-b493-ebb7d2e92447 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.917358] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5db54-ab17-202e-cf08-1831182203d5/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.917526] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5db54-ab17-202e-cf08-1831182203d5/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 860.917768] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c288f1f5-676f-40ee-8848-0e4ae9f963f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.965672] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6646a2d-9735-4aae-8c1e-ccdcc10d9881 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.773s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.068642] env[63393]: DEBUG oslo_concurrency.lockutils [req-27b79204-f581-4cbd-bbd7-0fa5e1adffc1 req-fe9c3379-d33d-4bfb-9d3b-19276e744fb6 service nova] Releasing lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.069206] env[63393]: DEBUG oslo_concurrency.lockutils [req-66afa505-527f-4d95-84e0-166b85a3f4c4 req-49c6cc76-4f0e-4015-8491-f0497e7aa74e service nova] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.103436] env[63393]: DEBUG oslo_vmware.rw_handles [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5db54-ab17-202e-cf08-1831182203d5/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 861.103724] env[63393]: INFO nova.virt.vmwareapi.images [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Downloaded image file data be153f42-808e-4a5b-a403-125efdb1eab9 [ 861.104635] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97a89c2-e596-4775-adeb-50271b755dbd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.126733] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ee69e2-1a05-4a00-9dc9-14d11d58090c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.151046] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681967, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.155255] env[63393]: INFO nova.virt.vmwareapi.images [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] The imported VM was unregistered [ 861.157730] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 861.157914] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating directory with path [datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.160841] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d64e84c-7e8e-40df-9c62-3920cd0bf78c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.171049] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created directory with path [datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.171243] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea/OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea.vmdk to [datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk. {{(pid=63393) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 861.171495] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-16da3eb8-c1c8-4627-bc82-42050d2be70c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.180451] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 861.180451] env[63393]: value = "task-2681973" [ 861.180451] env[63393]: _type = "Task" [ 861.180451] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.190536] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.240918] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: a82c7bc8-b723-4dff-9479-42aa45d92a42] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.255611] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681971, 'name': Rename_Task, 'duration_secs': 0.211745} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.255975] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.259017] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-258c702b-1ef4-41b0-9a65-0aade9cbc6d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.272412] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 861.272412] env[63393]: value = "task-2681974" [ 861.272412] env[63393]: _type = "Task" [ 861.272412] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.280824] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681974, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.315509] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49d8125-b1b9-44c0-b2dd-fca8817dcfb9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.323844] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae5e1b-2a6d-4a5c-a9e6-9bcbd2b38c35 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.361587] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217249c4-e264-44f2-a4be-11f54063c7d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.373040] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a1ae8-a23a-4b86-905f-3530ac3a75dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.393085] env[63393]: DEBUG nova.compute.provider_tree [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.656731] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681967, 'name': CreateVM_Task, 'duration_secs': 1.420507} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.656731] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.657474] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.657668] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.657957] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.658238] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2ffefd-c87a-4827-bd13-0c81edf65108 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.664260] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 861.664260] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52932d23-4f9f-91f6-8fc3-824569eb1e51" [ 861.664260] env[63393]: _type = "Task" [ 861.664260] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.673514] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52932d23-4f9f-91f6-8fc3-824569eb1e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.678896] env[63393]: DEBUG nova.compute.manager [req-76abd54f-d0e5-43a7-a659-5c50952d3244 req-0f76e593-63a7-4488-9e9c-09aa9930b56a service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Received event network-vif-deleted-33a6a101-f574-41a5-96a7-ed0569946a83 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.678896] env[63393]: INFO nova.compute.manager [req-76abd54f-d0e5-43a7-a659-5c50952d3244 req-0f76e593-63a7-4488-9e9c-09aa9930b56a service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Neutron deleted interface 33a6a101-f574-41a5-96a7-ed0569946a83; detaching it from the instance and deleting it from the info cache [ 861.678896] env[63393]: DEBUG nova.network.neutron [req-76abd54f-d0e5-43a7-a659-5c50952d3244 req-0f76e593-63a7-4488-9e9c-09aa9930b56a service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.692629] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.746538] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d274894c-f404-482d-8ef2-ce3c58cd3878] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.783764] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.897214] env[63393]: DEBUG nova.scheduler.client.report [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.907489] env[63393]: DEBUG nova.network.neutron [-] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.181850] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52932d23-4f9f-91f6-8fc3-824569eb1e51, 'name': SearchDatastore_Task, 'duration_secs': 0.015547} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.181850] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96aa8fdc-8673-4424-aed1-9bf52161a4f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.184272] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.184534] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.184771] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.184917] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.185110] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.191195] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7b43a1-7d95-43dc-8f55-8c1a57d41c6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.199710] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.203716] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf184b-90fe-4b2e-ab74-424168abfa7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.219205] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.219407] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.220579] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2115823-0384-4e00-91ed-581e81dbf9cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.227859] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 862.227859] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520a770b-3d46-0e4e-e975-6f0efc0c209e" [ 862.227859] env[63393]: _type = "Task" [ 862.227859] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.248139] env[63393]: DEBUG nova.compute.manager [req-76abd54f-d0e5-43a7-a659-5c50952d3244 req-0f76e593-63a7-4488-9e9c-09aa9930b56a service nova] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Detach interface failed, port_id=33a6a101-f574-41a5-96a7-ed0569946a83, reason: Instance 7d8d0417-b510-417b-a18f-375d1dfd3757 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 862.254072] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 6b84681b-8d45-483f-83ae-b7810ee9612d] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.256792] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520a770b-3d46-0e4e-e975-6f0efc0c209e, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.256906] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d529b69c-9822-42e7-a8e4-bb924319bf56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.262902] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 862.262902] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e141e8-7da2-208d-ab47-d39efa4d0505" [ 862.262902] env[63393]: _type = "Task" [ 862.262902] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.282022] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e141e8-7da2-208d-ab47-d39efa4d0505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.287272] env[63393]: DEBUG oslo_vmware.api [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681974, 'name': PowerOnVM_Task, 'duration_secs': 0.669114} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.291022] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.291022] env[63393]: DEBUG nova.compute.manager [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.291022] env[63393]: DEBUG nova.objects.instance [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'flavor' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.291206] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c623a-a9a2-468a-92e0-c16c6fad6bda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.402406] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.402406] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.405337] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.728s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.405507] env[63393]: DEBUG nova.objects.instance [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lazy-loading 'resources' on Instance uuid 88f1c365-4348-40e5-9b35-16aaf434b0ee {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.410629] env[63393]: INFO nova.compute.manager [-] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Took 1.61 seconds to deallocate network for instance. [ 862.698911] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.761133] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: fa73bac1-49d8-4360-a96e-1527ee1fc1cf] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.773901] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e141e8-7da2-208d-ab47-d39efa4d0505, 'name': SearchDatastore_Task, 'duration_secs': 0.016252} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.774217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.774760] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 04813f80-e023-4a81-b71b-f1251526cc6f/04813f80-e023-4a81-b71b-f1251526cc6f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.774840] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55e7ccb1-d738-4522-a4de-081aa581b948 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.783041] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 862.783041] env[63393]: value = "task-2681975" [ 862.783041] env[63393]: _type = "Task" [ 862.783041] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.794785] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.798389] env[63393]: DEBUG oslo_concurrency.lockutils [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.798575] env[63393]: DEBUG oslo_concurrency.lockutils [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.798794] env[63393]: DEBUG nova.network.neutron [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.798993] env[63393]: DEBUG nova.objects.instance [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'info_cache' on Instance uuid 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.814266] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.909144] env[63393]: DEBUG nova.compute.utils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.912308] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.912621] env[63393]: DEBUG nova.network.neutron [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.923781] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.001883] env[63393]: DEBUG nova.policy [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6aff45f6a4c02bf469895943ef92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b7f9cc44d34b3195bd456d157b7310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.194869] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.266575] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.266921] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Cleaning up deleted instances with incomplete migration {{(pid=63393) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 863.300588] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.305065] env[63393]: DEBUG nova.objects.base [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Object Instance<412eac9c-3c2e-439d-bcec-af6ec09c879f> lazy-loaded attributes: flavor,info_cache {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 863.349024] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2777b1e-2d5e-42c8-a159-857cd2580e43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.359295] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9673ab2-75ba-4c5c-ada6-52a163ae5bdf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.411819] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377d849-93b8-413e-9795-a5b4570c5ea9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.417404] env[63393]: DEBUG nova.network.neutron [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Successfully created port: 1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.420319] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.429168] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b8ba43-6da5-47d0-bd91-c13ae501f550 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.447497] env[63393]: DEBUG nova.compute.provider_tree [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.499063] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.499360] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.699633] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.770787] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.796546] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867023} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.796546] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 04813f80-e023-4a81-b71b-f1251526cc6f/04813f80-e023-4a81-b71b-f1251526cc6f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.796546] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.796546] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaf647f6-1bc1-4e8d-9d63-f0098445fb9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.804452] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 863.804452] env[63393]: value = "task-2681976" [ 863.804452] env[63393]: _type = "Task" [ 863.804452] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.815524] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.841879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "ef8f0255-0a24-4db9-9486-520b71dec6a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.842191] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "ef8f0255-0a24-4db9-9486-520b71dec6a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.842429] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "ef8f0255-0a24-4db9-9486-520b71dec6a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.842618] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "ef8f0255-0a24-4db9-9486-520b71dec6a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.843215] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "ef8f0255-0a24-4db9-9486-520b71dec6a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.845096] env[63393]: INFO nova.compute.manager [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Terminating instance [ 863.952971] env[63393]: DEBUG nova.scheduler.client.report [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.002223] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.196573] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681973, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.519887} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.196862] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea/OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea.vmdk to [datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk. [ 864.197061] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Cleaning up location [datastore1] OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 864.197228] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_433b0b32-ad8c-41cd-84dc-d586ffd69fea {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.197481] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2f3f07-b3db-48d6-9413-adcc145cb07f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.204045] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 864.204045] env[63393]: value = "task-2681977" [ 864.204045] env[63393]: _type = "Task" [ 864.204045] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.211773] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.270196] env[63393]: DEBUG nova.network.neutron [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [{"id": "b9bac787-800c-45b3-ac38-948812f66bd8", "address": "fa:16:3e:c1:d2:a9", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bac787-80", "ovs_interfaceid": "b9bac787-800c-45b3-ac38-948812f66bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.319422] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10197} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.319422] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.319422] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ddab0-d8c2-4f96-963b-1ae6bc1a7871 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.344371] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 04813f80-e023-4a81-b71b-f1251526cc6f/04813f80-e023-4a81-b71b-f1251526cc6f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.346016] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f43243-faa9-4c46-85fa-0d03dd612e73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.362069] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "refresh_cache-ef8f0255-0a24-4db9-9486-520b71dec6a0" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.362157] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "refresh_cache-ef8f0255-0a24-4db9-9486-520b71dec6a0" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.362364] env[63393]: DEBUG nova.network.neutron [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.374559] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 864.374559] env[63393]: value = "task-2681978" [ 864.374559] env[63393]: _type = "Task" [ 864.374559] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.383902] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.439038] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.458285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.459986] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.633s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.461854] env[63393]: INFO nova.compute.claims [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.490891] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.490891] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.491471] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.491748] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.495018] env[63393]: DEBUG nova.virt.hardware [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.495018] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c78057-3916-457c-b606-7981b27c055f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.499527] env[63393]: INFO nova.scheduler.client.report [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleted allocations for instance 88f1c365-4348-40e5-9b35-16aaf434b0ee [ 864.513129] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806773e-938d-4a56-b33e-7b0bb233ba93 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.534655] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.716206] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039912} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.716206] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.716206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.716206] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk to [datastore1] 179a8ef7-a484-4763-be70-37b8691db493/179a8ef7-a484-4763-be70-37b8691db493.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.716206] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac95a1ca-dc82-4f57-b92b-e993b8cbb32b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.721948] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 864.721948] env[63393]: value = "task-2681979" [ 864.721948] env[63393]: _type = "Task" [ 864.721948] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.730465] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.777883] env[63393]: DEBUG oslo_concurrency.lockutils [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-412eac9c-3c2e-439d-bcec-af6ec09c879f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.880868] env[63393]: DEBUG nova.compute.manager [req-6e924d02-fc5c-4faa-a060-3fb0b915f8b4 req-8d9dd613-4798-4e1c-94b9-2b255720640e service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Received event network-vif-plugged-1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.880868] env[63393]: DEBUG oslo_concurrency.lockutils [req-6e924d02-fc5c-4faa-a060-3fb0b915f8b4 req-8d9dd613-4798-4e1c-94b9-2b255720640e service nova] Acquiring lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.880868] env[63393]: DEBUG oslo_concurrency.lockutils [req-6e924d02-fc5c-4faa-a060-3fb0b915f8b4 req-8d9dd613-4798-4e1c-94b9-2b255720640e service nova] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.880868] env[63393]: DEBUG oslo_concurrency.lockutils [req-6e924d02-fc5c-4faa-a060-3fb0b915f8b4 req-8d9dd613-4798-4e1c-94b9-2b255720640e service nova] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.880868] env[63393]: DEBUG nova.compute.manager [req-6e924d02-fc5c-4faa-a060-3fb0b915f8b4 req-8d9dd613-4798-4e1c-94b9-2b255720640e service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] No waiting events found dispatching network-vif-plugged-1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.880868] env[63393]: WARNING nova.compute.manager [req-6e924d02-fc5c-4faa-a060-3fb0b915f8b4 req-8d9dd613-4798-4e1c-94b9-2b255720640e service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Received unexpected event network-vif-plugged-1187d823-0618-4c94-94ef-62f0d6fb9199 for instance with vm_state building and task_state spawning. [ 864.893612] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.893612] env[63393]: DEBUG nova.network.neutron [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.980487] env[63393]: DEBUG nova.network.neutron [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Successfully updated port: 1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.014317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "88f1c365-4348-40e5-9b35-16aaf434b0ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.897s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.240154] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.245135] env[63393]: DEBUG nova.network.neutron [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.390694] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681978, 'name': ReconfigVM_Task, 'duration_secs': 0.650912} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.391239] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 04813f80-e023-4a81-b71b-f1251526cc6f/04813f80-e023-4a81-b71b-f1251526cc6f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.392176] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3432f65f-b0b8-48d7-b8f3-554bba28bc30 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.401170] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 865.401170] env[63393]: value = "task-2681980" [ 865.401170] env[63393]: _type = "Task" [ 865.401170] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.415047] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681980, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.484888] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.489025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489025] env[63393]: DEBUG nova.network.neutron [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.736599] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.748374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "refresh_cache-ef8f0255-0a24-4db9-9486-520b71dec6a0" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.749630] env[63393]: DEBUG nova.compute.manager [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.749630] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.750100] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6fcd4-a4cd-472e-bcf1-32e6f4d97f86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.758286] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.765824] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc14d47f-c74e-4a5f-8ce1-a67dca0d77e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.776287] env[63393]: DEBUG oslo_vmware.api [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 865.776287] env[63393]: value = "task-2681981" [ 865.776287] env[63393]: _type = "Task" [ 865.776287] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.786951] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.787486] env[63393]: DEBUG oslo_vmware.api [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.791131] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be119795-ed5d-4652-837d-5022f905c51e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.800052] env[63393]: DEBUG oslo_vmware.api [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 865.800052] env[63393]: value = "task-2681982" [ 865.800052] env[63393]: _type = "Task" [ 865.800052] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.811244] env[63393]: DEBUG oslo_vmware.api [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.912420] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681980, 'name': Rename_Task, 'duration_secs': 0.249029} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.912420] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.916475] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92f8311-5609-4a1c-a265-ef16bf3f4f73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.928021] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 865.928021] env[63393]: value = "task-2681983" [ 865.928021] env[63393]: _type = "Task" [ 865.928021] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.934661] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.009171] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269244f-02ad-4910-aed8-d7216979a3e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.020168] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "aebb59fe-d208-405a-b439-92572c6e2c2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.020988] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.028804] env[63393]: DEBUG nova.network.neutron [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.032708] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468f4c41-bec0-4e95-894f-21e5a8c2ff78 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.081661] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc0de8c-48a2-40ec-8862-8a7f53217def {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.093385] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d9ed21-b08f-4490-be47-52da22096d3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.108969] env[63393]: DEBUG nova.compute.provider_tree [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.235878] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.284133] env[63393]: DEBUG oslo_vmware.api [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681981, 'name': PowerOffVM_Task, 'duration_secs': 0.307661} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.284521] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.284707] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.284982] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c86fe01-1e52-483a-876f-e0077ea0ca66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.310948] env[63393]: DEBUG oslo_vmware.api [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681982, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.312423] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.312776] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.312776] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleting the datastore file [datastore2] ef8f0255-0a24-4db9-9486-520b71dec6a0 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.313047] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ad2c52-3198-4108-a954-9f3c927686a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.321715] env[63393]: DEBUG oslo_vmware.api [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 866.321715] env[63393]: value = "task-2681985" [ 866.321715] env[63393]: _type = "Task" [ 866.321715] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.327916] env[63393]: DEBUG nova.network.neutron [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Updating instance_info_cache with network_info: [{"id": "1187d823-0618-4c94-94ef-62f0d6fb9199", "address": "fa:16:3e:8d:3a:a6", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1187d823-06", "ovs_interfaceid": "1187d823-0618-4c94-94ef-62f0d6fb9199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.334813] env[63393]: DEBUG oslo_vmware.api [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.440189] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.532662] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.613414] env[63393]: DEBUG nova.scheduler.client.report [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.738993] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.810455] env[63393]: DEBUG oslo_vmware.api [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681982, 'name': PowerOnVM_Task, 'duration_secs': 0.624786} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.810744] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.810945] env[63393]: DEBUG nova.compute.manager [None req-700ebe49-faf3-4ec4-9eb8-41e3700d096f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.811793] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23def55f-8de3-44da-8eca-0ca917a2702f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.832706] env[63393]: DEBUG oslo_vmware.api [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2681985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35312} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.832706] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.832706] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.832706] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.832706] env[63393]: INFO nova.compute.manager [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 866.832706] env[63393]: DEBUG oslo.service.loopingcall [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.832706] env[63393]: DEBUG nova.compute.manager [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.832706] env[63393]: DEBUG nova.network.neutron [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.836765] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.837177] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Instance network_info: |[{"id": "1187d823-0618-4c94-94ef-62f0d6fb9199", "address": "fa:16:3e:8d:3a:a6", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1187d823-06", "ovs_interfaceid": "1187d823-0618-4c94-94ef-62f0d6fb9199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.837602] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:3a:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1187d823-0618-4c94-94ef-62f0d6fb9199', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.845151] env[63393]: DEBUG oslo.service.loopingcall [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.845518] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.845830] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b453aebe-5374-43b6-b929-6ff29209ac07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.862811] env[63393]: DEBUG nova.network.neutron [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.872824] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.872824] env[63393]: value = "task-2681986" [ 866.872824] env[63393]: _type = "Task" [ 866.872824] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.889831] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681986, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.905863] env[63393]: DEBUG nova.compute.manager [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Received event network-changed-1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.906466] env[63393]: DEBUG nova.compute.manager [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Refreshing instance network info cache due to event network-changed-1187d823-0618-4c94-94ef-62f0d6fb9199. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.906466] env[63393]: DEBUG oslo_concurrency.lockutils [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] Acquiring lock "refresh_cache-71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.906466] env[63393]: DEBUG oslo_concurrency.lockutils [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] Acquired lock "refresh_cache-71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.906616] env[63393]: DEBUG nova.network.neutron [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Refreshing network info cache for port 1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.937310] env[63393]: DEBUG oslo_vmware.api [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2681983, 'name': PowerOnVM_Task, 'duration_secs': 0.771833} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.937692] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.938310] env[63393]: INFO nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 866.938572] env[63393]: DEBUG nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.939597] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f8b66-dac2-40a6-8df5-54420d71b4e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.073140] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.122367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.122367] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.125235] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.982s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.125457] env[63393]: DEBUG nova.objects.instance [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lazy-loading 'resources' on Instance uuid 661f4277-5346-499e-8df3-d6daefa6d633 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.218271] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "4d82d927-7d0e-465b-ab6c-c6265d34a792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.218358] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.238298] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.367839] env[63393]: DEBUG nova.network.neutron [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.383429] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681986, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.465819] env[63393]: INFO nova.compute.manager [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Took 41.60 seconds to build instance. [ 867.615341] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.616553] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.616870] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.617099] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.617286] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.620984] env[63393]: DEBUG nova.network.neutron [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Updated VIF entry in instance network info cache for port 1187d823-0618-4c94-94ef-62f0d6fb9199. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.621367] env[63393]: DEBUG nova.network.neutron [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Updating instance_info_cache with network_info: [{"id": "1187d823-0618-4c94-94ef-62f0d6fb9199", "address": "fa:16:3e:8d:3a:a6", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1187d823-06", "ovs_interfaceid": "1187d823-0618-4c94-94ef-62f0d6fb9199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.626382] env[63393]: INFO nova.compute.manager [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Terminating instance [ 867.629185] env[63393]: DEBUG nova.compute.utils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.634843] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.634843] env[63393]: DEBUG nova.network.neutron [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.678379] env[63393]: DEBUG nova.policy [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f1790a8af83487f973355e2088422c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfba48ef6a224c95aee62142b0512b04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.723481] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.742751] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681979, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.659162} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.749214] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/be153f42-808e-4a5b-a403-125efdb1eab9/be153f42-808e-4a5b-a403-125efdb1eab9.vmdk to [datastore1] 179a8ef7-a484-4763-be70-37b8691db493/179a8ef7-a484-4763-be70-37b8691db493.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.750331] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb9ec9a-ea21-4db9-b060-6a85a5c913e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.785634] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 179a8ef7-a484-4763-be70-37b8691db493/179a8ef7-a484-4763-be70-37b8691db493.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.789416] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d54baa4-463a-42eb-a221-448ffd0549cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.812635] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 867.812635] env[63393]: value = "task-2681987" [ 867.812635] env[63393]: _type = "Task" [ 867.812635] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.822184] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.872145] env[63393]: INFO nova.compute.manager [-] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Took 1.04 seconds to deallocate network for instance. [ 867.891497] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681986, 'name': CreateVM_Task, 'duration_secs': 0.855752} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.891860] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.892901] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.893239] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.894181] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.894181] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e78878-034f-4f70-9de9-ded778669e91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.902386] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 867.902386] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5211f52f-5a46-6a4c-e8bd-57b400925f39" [ 867.902386] env[63393]: _type = "Task" [ 867.902386] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.911414] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5211f52f-5a46-6a4c-e8bd-57b400925f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.969317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-322a1211-26af-42b7-b800-f686b5ebd405 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.116s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.125181] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf8d10f-3b12-4a56-a110-eb9cce46bbda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.133461] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51985b-7184-4174-954b-97c1a45af7ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.137334] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.140946] env[63393]: DEBUG oslo_concurrency.lockutils [req-1f502b40-10c9-44eb-97f4-3d5129e4d1fb req-1e372d97-e6a5-43ce-bdbc-6ed1c81cabda service nova] Releasing lock "refresh_cache-71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.141934] env[63393]: DEBUG nova.compute.manager [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.141934] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.142524] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf8dd2f-ff9b-42b5-a539-ef30f3554ca3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.172993] env[63393]: DEBUG nova.network.neutron [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Successfully created port: e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.177047] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211b0fc-e393-41df-b4fc-77cde50a19ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.179530] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.181041] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceeb61d0-239b-451d-9450-6cb1c6655f86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.188715] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eaf492-7d22-437d-8623-2a3512429356 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.192659] env[63393]: DEBUG oslo_vmware.api [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 868.192659] env[63393]: value = "task-2681988" [ 868.192659] env[63393]: _type = "Task" [ 868.192659] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.204834] env[63393]: DEBUG nova.compute.provider_tree [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.211429] env[63393]: DEBUG oslo_vmware.api [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.247684] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.324884] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681987, 'name': ReconfigVM_Task, 'duration_secs': 0.301339} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.325444] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 179a8ef7-a484-4763-be70-37b8691db493/179a8ef7-a484-4763-be70-37b8691db493.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.326377] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef451be-1f91-4b47-94e9-821bdc6e47bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.332786] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 868.332786] env[63393]: value = "task-2681989" [ 868.332786] env[63393]: _type = "Task" [ 868.332786] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.342759] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681989, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.381291] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.412331] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5211f52f-5a46-6a4c-e8bd-57b400925f39, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.412779] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.413062] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.413370] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.413558] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.413788] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.414126] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2eaf7dd-48ab-4c90-977e-3404ced12bcc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.426287] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.426498] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.427393] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517dd498-23cd-4945-8305-7237b9cfb6f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.433944] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 868.433944] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5229eb9d-d7b6-2671-8c80-fca0b291f280" [ 868.433944] env[63393]: _type = "Task" [ 868.433944] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.444888] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5229eb9d-d7b6-2671-8c80-fca0b291f280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.703406] env[63393]: DEBUG oslo_vmware.api [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681988, 'name': PowerOffVM_Task, 'duration_secs': 0.327009} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.703840] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.703989] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.704171] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55c38d9c-fb83-479a-95d8-6931f2de57b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.707766] env[63393]: DEBUG nova.scheduler.client.report [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.771958] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.772235] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.772513] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleting the datastore file [datastore2] 412eac9c-3c2e-439d-bcec-af6ec09c879f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.772791] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc4ce25-affc-465e-97ff-6102a592dff4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.779926] env[63393]: DEBUG oslo_vmware.api [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 868.779926] env[63393]: value = "task-2681991" [ 868.779926] env[63393]: _type = "Task" [ 868.779926] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.788277] env[63393]: DEBUG oslo_vmware.api [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.843018] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681989, 'name': Rename_Task, 'duration_secs': 0.14994} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.843110] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.843323] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66a3c695-3e38-453f-9441-dd5aef868bc0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.850232] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 868.850232] env[63393]: value = "task-2681992" [ 868.850232] env[63393]: _type = "Task" [ 868.850232] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.858530] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.932078] env[63393]: DEBUG nova.compute.manager [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Received event network-changed-c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.932206] env[63393]: DEBUG nova.compute.manager [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Refreshing instance network info cache due to event network-changed-c688f530-6501-4592-8f94-d7ea1ee47c5b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.932435] env[63393]: DEBUG oslo_concurrency.lockutils [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] Acquiring lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.932594] env[63393]: DEBUG oslo_concurrency.lockutils [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] Acquired lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.933015] env[63393]: DEBUG nova.network.neutron [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Refreshing network info cache for port c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.944014] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5229eb9d-d7b6-2671-8c80-fca0b291f280, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.945304] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39826a60-31ce-4141-aa96-7edf1f3749bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.951074] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 868.951074] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e6891e-5e36-aa04-8568-12a2180ef299" [ 868.951074] env[63393]: _type = "Task" [ 868.951074] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.959354] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e6891e-5e36-aa04-8568-12a2180ef299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.148285] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.173855] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.174140] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.174304] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.174507] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.174660] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.174853] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.175098] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.175264] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.175456] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.175638] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.175858] env[63393]: DEBUG nova.virt.hardware [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.176900] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f626b-f96f-45e9-bf54-8dd70362699a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.186514] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8939fad-de6d-4d6f-96cd-5bb4b7475ab4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.213080] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.215614] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.402s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.215804] env[63393]: DEBUG nova.objects.instance [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 869.236776] env[63393]: INFO nova.scheduler.client.report [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted allocations for instance 661f4277-5346-499e-8df3-d6daefa6d633 [ 869.292156] env[63393]: DEBUG oslo_vmware.api [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2681991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230326} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.292436] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.292631] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.292805] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.292975] env[63393]: INFO nova.compute.manager [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 869.293251] env[63393]: DEBUG oslo.service.loopingcall [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.293466] env[63393]: DEBUG nova.compute.manager [-] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.293596] env[63393]: DEBUG nova.network.neutron [-] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.361016] env[63393]: DEBUG oslo_vmware.api [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681992, 'name': PowerOnVM_Task, 'duration_secs': 0.50064} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.361319] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.361509] env[63393]: INFO nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Took 14.62 seconds to spawn the instance on the hypervisor. [ 869.361687] env[63393]: DEBUG nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.362494] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e7dba-0f40-442d-95b4-c2070a489323 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.463929] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e6891e-5e36-aa04-8568-12a2180ef299, 'name': SearchDatastore_Task, 'duration_secs': 0.02066} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.464306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.464596] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc/71fc8b7c-d54d-43db-bc1c-a3781ffb94cc.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.464889] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65a6c1c-8a30-40b3-abab-b0ca57d450be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.471756] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 869.471756] env[63393]: value = "task-2681993" [ 869.471756] env[63393]: _type = "Task" [ 869.471756] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.480528] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.631945] env[63393]: DEBUG nova.compute.manager [req-f120e010-216f-4955-86ce-5fe241f37245 req-057ebbe4-8d9a-4f10-af0c-566f03fb65aa service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-vif-plugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.632357] env[63393]: DEBUG oslo_concurrency.lockutils [req-f120e010-216f-4955-86ce-5fe241f37245 req-057ebbe4-8d9a-4f10-af0c-566f03fb65aa service nova] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.632747] env[63393]: DEBUG oslo_concurrency.lockutils [req-f120e010-216f-4955-86ce-5fe241f37245 req-057ebbe4-8d9a-4f10-af0c-566f03fb65aa service nova] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.632956] env[63393]: DEBUG oslo_concurrency.lockutils [req-f120e010-216f-4955-86ce-5fe241f37245 req-057ebbe4-8d9a-4f10-af0c-566f03fb65aa service nova] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.634072] env[63393]: DEBUG nova.compute.manager [req-f120e010-216f-4955-86ce-5fe241f37245 req-057ebbe4-8d9a-4f10-af0c-566f03fb65aa service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] No waiting events found dispatching network-vif-plugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.634298] env[63393]: WARNING nova.compute.manager [req-f120e010-216f-4955-86ce-5fe241f37245 req-057ebbe4-8d9a-4f10-af0c-566f03fb65aa service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received unexpected event network-vif-plugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 for instance with vm_state building and task_state spawning. [ 869.727586] env[63393]: DEBUG nova.network.neutron [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Successfully updated port: e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.744653] env[63393]: DEBUG oslo_concurrency.lockutils [None req-495fd50e-aef4-432b-962b-a35be1ba947d tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "661f4277-5346-499e-8df3-d6daefa6d633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.104s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.809968] env[63393]: DEBUG nova.network.neutron [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updated VIF entry in instance network info cache for port c688f530-6501-4592-8f94-d7ea1ee47c5b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.810355] env[63393]: DEBUG nova.network.neutron [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updating instance_info_cache with network_info: [{"id": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "address": "fa:16:3e:96:a8:f6", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc688f530-65", "ovs_interfaceid": "c688f530-6501-4592-8f94-d7ea1ee47c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.882099] env[63393]: INFO nova.compute.manager [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Took 46.06 seconds to build instance. [ 869.982823] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.225087] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87abbfc6-001f-41f5-a190-fffe8ae30980 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.226446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.303s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.226446] env[63393]: DEBUG nova.objects.instance [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lazy-loading 'resources' on Instance uuid 7d8d0417-b510-417b-a18f-375d1dfd3757 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.229388] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.229522] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.229668] env[63393]: DEBUG nova.network.neutron [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.314497] env[63393]: DEBUG oslo_concurrency.lockutils [req-ac66214f-17ce-460a-8578-f71ec8ccc87f req-9d85ee8d-61d5-4718-8445-b6dcbf4a810a service nova] Releasing lock "refresh_cache-04813f80-e023-4a81-b71b-f1251526cc6f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.385213] env[63393]: DEBUG oslo_concurrency.lockutils [None req-67121275-2cc9-4e50-9aa2-8732c1eab31d tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "179a8ef7-a484-4763-be70-37b8691db493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.572s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.389044] env[63393]: DEBUG nova.network.neutron [-] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.482419] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794697} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.482706] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc/71fc8b7c-d54d-43db-bc1c-a3781ffb94cc.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.482929] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.483250] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397c7091-6765-49ac-baaa-12b71055b091 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.489881] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 870.489881] env[63393]: value = "task-2681994" [ 870.489881] env[63393]: _type = "Task" [ 870.489881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.498526] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.578574] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "179a8ef7-a484-4763-be70-37b8691db493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.578846] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "179a8ef7-a484-4763-be70-37b8691db493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.579074] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "179a8ef7-a484-4763-be70-37b8691db493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.579267] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "179a8ef7-a484-4763-be70-37b8691db493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.579435] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "179a8ef7-a484-4763-be70-37b8691db493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.581484] env[63393]: INFO nova.compute.manager [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Terminating instance [ 870.749452] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "27d539c0-5401-402b-87ab-ce400a348a73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.749699] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "27d539c0-5401-402b-87ab-ce400a348a73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.749874] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "27d539c0-5401-402b-87ab-ce400a348a73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.750079] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "27d539c0-5401-402b-87ab-ce400a348a73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.750247] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "27d539c0-5401-402b-87ab-ce400a348a73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.754318] env[63393]: INFO nova.compute.manager [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Terminating instance [ 870.763442] env[63393]: DEBUG nova.network.neutron [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.890972] env[63393]: INFO nova.compute.manager [-] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Took 1.60 seconds to deallocate network for instance. [ 870.896665] env[63393]: DEBUG nova.network.neutron [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.961502] env[63393]: DEBUG nova.compute.manager [req-a23fcf15-21c5-41e4-b9de-7e01e05eb452 req-af2805a4-2663-4d9e-9286-2a5b7806e698 service nova] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Received event network-vif-deleted-b9bac787-800c-45b3-ac38-948812f66bd8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.002063] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066755} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.002381] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.003163] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91195295-2d3c-4cf3-bfd7-a1fbc53087b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.026688] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc/71fc8b7c-d54d-43db-bc1c-a3781ffb94cc.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.029159] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2975e5c-49c9-4bbc-a7ca-a156b0d1c3a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.048979] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 871.048979] env[63393]: value = "task-2681995" [ 871.048979] env[63393]: _type = "Task" [ 871.048979] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.057696] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.084421] env[63393]: DEBUG nova.compute.manager [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.084859] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.085509] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8945f036-3a5e-4849-847a-7d2851a9b447 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.095322] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.096268] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c266118-2d3a-4bda-a5ff-2a32e1df33de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.101498] env[63393]: DEBUG oslo_vmware.api [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 871.101498] env[63393]: value = "task-2681996" [ 871.101498] env[63393]: _type = "Task" [ 871.101498] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.113400] env[63393]: DEBUG oslo_vmware.api [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.142426] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9ecf6-56c1-42e9-b054-f941ccb67e9d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.150009] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd2f00-5704-4211-bf54-1431f1e66353 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.181752] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583234bd-e80f-4ea6-bfb2-2edaa243b5e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.191025] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4250e2c1-743e-415e-922e-4214755d9480 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203422] env[63393]: DEBUG nova.compute.provider_tree [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.258542] env[63393]: DEBUG nova.compute.manager [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.258787] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.259714] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853c0bd-08c7-4623-a958-34487381253c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.268356] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.268648] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7c222e-61f1-43fd-b4c8-d38b3a4ec60d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.274908] env[63393]: DEBUG oslo_vmware.api [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 871.274908] env[63393]: value = "task-2681997" [ 871.274908] env[63393]: _type = "Task" [ 871.274908] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.283042] env[63393]: DEBUG oslo_vmware.api [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.399414] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.400018] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Instance network_info: |[{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.400980] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.401425] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:9e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3645a43-54c8-4243-8b67-ffcbefa0aa53', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.410580] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating folder: Project (bfba48ef6a224c95aee62142b0512b04). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.410580] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46e43588-6a97-4a73-8ad2-18e744cb7184 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.421587] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created folder: Project (bfba48ef6a224c95aee62142b0512b04) in parent group-v540494. [ 871.421809] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating folder: Instances. Parent ref: group-v540707. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.422089] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1caaf59-96ec-40c0-8a0b-79e4edc62a59 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.434050] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created folder: Instances in parent group-v540707. [ 871.434333] env[63393]: DEBUG oslo.service.loopingcall [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.434573] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.434788] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a185d2e-aef0-4c98-9a4b-97e174d44724 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.453137] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.453137] env[63393]: value = "task-2682000" [ 871.453137] env[63393]: _type = "Task" [ 871.453137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.461452] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682000, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.561941] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2681995, 'name': ReconfigVM_Task, 'duration_secs': 0.33536} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.561941] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc/71fc8b7c-d54d-43db-bc1c-a3781ffb94cc.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.562556] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c06f09a-575d-4081-8e26-4d9fe3feca7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.568739] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 871.568739] env[63393]: value = "task-2682001" [ 871.568739] env[63393]: _type = "Task" [ 871.568739] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.577122] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682001, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.613037] env[63393]: DEBUG oslo_vmware.api [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2681996, 'name': PowerOffVM_Task, 'duration_secs': 0.176216} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.613285] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.613449] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.613704] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c206731-fcfe-4703-869d-c6a27efc35b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.661902] env[63393]: DEBUG nova.compute.manager [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.662289] env[63393]: DEBUG nova.compute.manager [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing instance network info cache due to event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.662701] env[63393]: DEBUG oslo_concurrency.lockutils [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.662864] env[63393]: DEBUG oslo_concurrency.lockutils [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.663117] env[63393]: DEBUG nova.network.neutron [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.688138] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.688397] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.688707] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleting the datastore file [datastore1] 179a8ef7-a484-4763-be70-37b8691db493 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.689057] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c52f90f2-0c09-4329-a7b5-fdf296d8666f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.698273] env[63393]: DEBUG oslo_vmware.api [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 871.698273] env[63393]: value = "task-2682003" [ 871.698273] env[63393]: _type = "Task" [ 871.698273] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.713285] env[63393]: DEBUG oslo_vmware.api [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.725303] env[63393]: ERROR nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] [req-7f910e67-5788-4ca9-b9f1-efb501f6a41e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f910e67-5788-4ca9-b9f1-efb501f6a41e"}]} [ 871.742382] env[63393]: DEBUG nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.757093] env[63393]: DEBUG nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.757396] env[63393]: DEBUG nova.compute.provider_tree [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.768530] env[63393]: DEBUG nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.785622] env[63393]: DEBUG oslo_vmware.api [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2681997, 'name': PowerOffVM_Task, 'duration_secs': 0.417762} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.785887] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.786063] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.786327] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6f903a5-a399-4730-826a-009998a7e5dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.788936] env[63393]: DEBUG nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.851617] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.852773] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.852773] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleting the datastore file [datastore2] 27d539c0-5401-402b-87ab-ce400a348a73 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.852773] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7730529-39e7-4a4c-9cca-02f4486a1b88 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.860236] env[63393]: DEBUG oslo_vmware.api [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 871.860236] env[63393]: value = "task-2682005" [ 871.860236] env[63393]: _type = "Task" [ 871.860236] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.868598] env[63393]: DEBUG oslo_vmware.api [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2682005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.965315] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682000, 'name': CreateVM_Task, 'duration_secs': 0.334922} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.965315] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.965315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.965315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.965315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.965315] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a86c7a-2f0a-426c-bfcc-f02c434b4f83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.969794] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 871.969794] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dde708-1557-32aa-9f81-5e4208a46de1" [ 871.969794] env[63393]: _type = "Task" [ 871.969794] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.977348] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dde708-1557-32aa-9f81-5e4208a46de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.077940] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682001, 'name': Rename_Task, 'duration_secs': 0.227286} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.078168] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.078412] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480bee3b-773a-4fb6-a3da-e14f72fd7c4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.085886] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 872.085886] env[63393]: value = "task-2682006" [ 872.085886] env[63393]: _type = "Task" [ 872.085886] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.093825] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.169884] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832bc194-a7c6-4d98-aae1-3f27d594b0ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.179297] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b135bce3-d0b3-42c6-a869-c18c8841b815 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.214602] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d5b55-61ef-4c98-8926-643391a07e8b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.227200] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec805ef4-350e-4831-8aef-8a27fbcb7840 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.231067] env[63393]: DEBUG oslo_vmware.api [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169452} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.231318] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.231500] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.231674] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.231845] env[63393]: INFO nova.compute.manager [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Took 1.15 seconds to destroy the instance on the hypervisor. [ 872.232123] env[63393]: DEBUG oslo.service.loopingcall [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.232697] env[63393]: DEBUG nova.compute.manager [-] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.232856] env[63393]: DEBUG nova.network.neutron [-] [instance: 179a8ef7-a484-4763-be70-37b8691db493] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.242089] env[63393]: DEBUG nova.compute.provider_tree [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.370334] env[63393]: DEBUG oslo_vmware.api [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2682005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130384} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.370485] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.370656] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.370849] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.371012] env[63393]: INFO nova.compute.manager [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 872.371259] env[63393]: DEBUG oslo.service.loopingcall [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.371446] env[63393]: DEBUG nova.compute.manager [-] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.371544] env[63393]: DEBUG nova.network.neutron [-] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.486069] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dde708-1557-32aa-9f81-5e4208a46de1, 'name': SearchDatastore_Task, 'duration_secs': 0.008807} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.486468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.486793] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.487112] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.487311] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.487543] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.487875] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6847651e-1818-497f-8fb0-552eb7e90679 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.497413] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.497631] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.498849] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5959697e-96d0-415c-81af-ca932cf42808 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.503900] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 872.503900] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52aa4048-f078-ca3e-76a4-cb5532c4e110" [ 872.503900] env[63393]: _type = "Task" [ 872.503900] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.512908] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aa4048-f078-ca3e-76a4-cb5532c4e110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.546543] env[63393]: DEBUG nova.network.neutron [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updated VIF entry in instance network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.547019] env[63393]: DEBUG nova.network.neutron [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.603026] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682006, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.775449] env[63393]: DEBUG nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 872.776295] env[63393]: DEBUG nova.compute.provider_tree [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 111 to 112 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 872.776586] env[63393]: DEBUG nova.compute.provider_tree [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.988927] env[63393]: DEBUG nova.compute.manager [req-b28f1a30-5c3e-4e13-8f5b-2a89aa48c900 req-6dff5840-f112-41fd-8937-babe74452c51 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Received event network-vif-deleted-a77e2449-5426-48d5-b09a-731082f468c9 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.989222] env[63393]: INFO nova.compute.manager [req-b28f1a30-5c3e-4e13-8f5b-2a89aa48c900 req-6dff5840-f112-41fd-8937-babe74452c51 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Neutron deleted interface a77e2449-5426-48d5-b09a-731082f468c9; detaching it from the instance and deleting it from the info cache [ 872.989477] env[63393]: DEBUG nova.network.neutron [req-b28f1a30-5c3e-4e13-8f5b-2a89aa48c900 req-6dff5840-f112-41fd-8937-babe74452c51 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.014991] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aa4048-f078-ca3e-76a4-cb5532c4e110, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.015788] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c33592-c8fe-4745-909e-b8a8f4ea8a74 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.021114] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 873.021114] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524c0936-5c97-90ac-67fa-1ce257ec5878" [ 873.021114] env[63393]: _type = "Task" [ 873.021114] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.028346] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524c0936-5c97-90ac-67fa-1ce257ec5878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.049270] env[63393]: DEBUG oslo_concurrency.lockutils [req-1623259b-c95d-4bc0-b656-d14e598e937c req-b8db9b8c-7d91-42cd-82be-808ccbbc2152 service nova] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.095136] env[63393]: DEBUG oslo_vmware.api [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682006, 'name': PowerOnVM_Task, 'duration_secs': 0.522807} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.095370] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.095586] env[63393]: INFO nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Took 8.66 seconds to spawn the instance on the hypervisor. [ 873.095787] env[63393]: DEBUG nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.096527] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf61d4-d636-4062-aee8-20b4b6ba3660 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.125208] env[63393]: DEBUG nova.network.neutron [-] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.166731] env[63393]: DEBUG nova.network.neutron [-] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.282110] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.055s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.284217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.750s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.285780] env[63393]: INFO nova.compute.claims [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.302664] env[63393]: INFO nova.scheduler.client.report [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Deleted allocations for instance 7d8d0417-b510-417b-a18f-375d1dfd3757 [ 873.492042] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6559d66-56a3-41fd-a30f-057488f5b9f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.501483] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c039cc-15cf-4bc9-9108-85dfbd3063f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.539692] env[63393]: DEBUG nova.compute.manager [req-b28f1a30-5c3e-4e13-8f5b-2a89aa48c900 req-6dff5840-f112-41fd-8937-babe74452c51 service nova] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Detach interface failed, port_id=a77e2449-5426-48d5-b09a-731082f468c9, reason: Instance 179a8ef7-a484-4763-be70-37b8691db493 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 873.545574] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524c0936-5c97-90ac-67fa-1ce257ec5878, 'name': SearchDatastore_Task, 'duration_secs': 0.036792} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.545701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.545861] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.546152] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74a0a79-1a3f-4b1a-a98b-b509c722487f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.552459] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 873.552459] env[63393]: value = "task-2682007" [ 873.552459] env[63393]: _type = "Task" [ 873.552459] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.560415] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.612120] env[63393]: INFO nova.compute.manager [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Took 21.22 seconds to build instance. [ 873.628619] env[63393]: INFO nova.compute.manager [-] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Took 1.40 seconds to deallocate network for instance. [ 873.669099] env[63393]: INFO nova.compute.manager [-] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Took 1.30 seconds to deallocate network for instance. [ 873.694658] env[63393]: DEBUG nova.compute.manager [req-f668f99a-aa45-400a-b3eb-0de1c6ce12c9 req-6e8feafb-b828-40e6-9a72-ecaa776cb450 service nova] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Received event network-vif-deleted-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.812190] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Lock "7d8d0417-b510-417b-a18f-375d1dfd3757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.676s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.062225] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503598} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.062608] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.062757] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.062990] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d07742f-dfdf-46df-be7b-a46e634a989c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.068627] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 874.068627] env[63393]: value = "task-2682008" [ 874.068627] env[63393]: _type = "Task" [ 874.068627] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.076077] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.114367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5d123ece-0264-4fb2-a455-5954f7c17a7a tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.725s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.135767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.176039] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.581138] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063262} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.581423] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.582204] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5ef68-7b56-44a2-8247-d3b4cd190ff1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.607791] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.609080] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52dcacf2-db41-4735-b491-ec7117b099a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.624056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23b5454-5b0a-417b-b0b8-faa99c0bb260 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.632017] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a99a0bf-d487-4ead-9a26-2ab978f00dbb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.635162] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 874.635162] env[63393]: value = "task-2682009" [ 874.635162] env[63393]: _type = "Task" [ 874.635162] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.664388] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1b8ae-a783-49ff-8125-00076894084c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.670328] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.675764] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400d07f-a541-4d03-848b-ba74f39ff1a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.690013] env[63393]: DEBUG nova.compute.provider_tree [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.932639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.932930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.146809] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682009, 'name': ReconfigVM_Task, 'duration_secs': 0.302433} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.147133] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.147770] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab78562-a6cb-4bed-aaa8-e4c5fa4ff742 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.153802] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 875.153802] env[63393]: value = "task-2682010" [ 875.153802] env[63393]: _type = "Task" [ 875.153802] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.161974] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682010, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.194057] env[63393]: DEBUG nova.scheduler.client.report [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.436025] env[63393]: DEBUG nova.compute.utils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.663413] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682010, 'name': Rename_Task, 'duration_secs': 0.135998} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.663716] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.663977] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cbcc67c-a23e-41a1-9442-d16182546476 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.671204] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 875.671204] env[63393]: value = "task-2682011" [ 875.671204] env[63393]: _type = "Task" [ 875.671204] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.680518] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.698670] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.699282] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.701955] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.629s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.703482] env[63393]: INFO nova.compute.claims [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.939367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.181010] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682011, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.207595] env[63393]: DEBUG nova.compute.utils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.211266] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.211360] env[63393]: DEBUG nova.network.neutron [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.265504] env[63393]: DEBUG nova.policy [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b11cc33873fa4dcc9bc725c1ec6df92c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d76063aebbf48aa9ecbeb0b98b7f3f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.564087] env[63393]: DEBUG nova.network.neutron [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Successfully created port: 1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.682464] env[63393]: DEBUG oslo_vmware.api [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682011, 'name': PowerOnVM_Task, 'duration_secs': 0.866761} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.682773] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.682958] env[63393]: INFO nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Took 7.53 seconds to spawn the instance on the hypervisor. [ 876.683407] env[63393]: DEBUG nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.684164] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a007e1-5347-400f-be93-eada28cb29a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.714108] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.009954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.010251] env[63393]: DEBUG oslo_concurrency.lockutils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.010460] env[63393]: INFO nova.compute.manager [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Attaching volume 5e035d82-4be1-4d0f-842b-f76e964c0353 to /dev/sdb [ 877.015672] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36169123-6d6f-47bd-8d49-b5770cc8f41f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.025996] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda59226-186c-414d-ba33-ddb1777ec424 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.060070] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145e73fe-d148-491e-80ed-24834c3872a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.062958] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d570e7f-18f8-401d-aad0-5f61d20d120a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.071452] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96436339-594b-4295-b7d8-91f734aeac21 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.075404] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba8338-4c11-4b36-b071-0c9d98239725 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.088714] env[63393]: DEBUG nova.compute.provider_tree [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.093254] env[63393]: DEBUG nova.virt.block_device [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Updating existing volume attachment record: a6ffd660-6064-44b9-8593-e3036a065db0 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.202538] env[63393]: INFO nova.compute.manager [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Took 20.40 seconds to build instance. [ 877.597120] env[63393]: DEBUG nova.scheduler.client.report [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.704652] env[63393]: DEBUG oslo_concurrency.lockutils [None req-47918614-6538-456f-b2e6-781beefead81 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.912s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.726192] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.751840] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.752112] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.752276] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.752458] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.752605] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.752765] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.752971] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.753152] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.753333] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.753497] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.753671] env[63393]: DEBUG nova.virt.hardware [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.754592] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd6c87-f27d-4972-ae63-41b369f1e02d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.762763] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69c39e6-6aaf-4441-a6e2-1660cff887a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.028952] env[63393]: DEBUG nova.compute.manager [req-1ab62f37-8dc4-4de9-afc2-68ebf9d92ed8 req-5ad97ffd-e1a7-4d88-93a2-0e36e6ed7220 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Received event network-vif-plugged-1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.029238] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ab62f37-8dc4-4de9-afc2-68ebf9d92ed8 req-5ad97ffd-e1a7-4d88-93a2-0e36e6ed7220 service nova] Acquiring lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.029393] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ab62f37-8dc4-4de9-afc2-68ebf9d92ed8 req-5ad97ffd-e1a7-4d88-93a2-0e36e6ed7220 service nova] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.029618] env[63393]: DEBUG oslo_concurrency.lockutils [req-1ab62f37-8dc4-4de9-afc2-68ebf9d92ed8 req-5ad97ffd-e1a7-4d88-93a2-0e36e6ed7220 service nova] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.029773] env[63393]: DEBUG nova.compute.manager [req-1ab62f37-8dc4-4de9-afc2-68ebf9d92ed8 req-5ad97ffd-e1a7-4d88-93a2-0e36e6ed7220 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] No waiting events found dispatching network-vif-plugged-1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.030169] env[63393]: WARNING nova.compute.manager [req-1ab62f37-8dc4-4de9-afc2-68ebf9d92ed8 req-5ad97ffd-e1a7-4d88-93a2-0e36e6ed7220 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Received unexpected event network-vif-plugged-1ad635b5-4755-4fb5-b567-5a420de99f45 for instance with vm_state building and task_state spawning. [ 878.102008] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.102559] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.105078] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.858s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.106829] env[63393]: INFO nova.compute.claims [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.130875] env[63393]: DEBUG nova.network.neutron [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Successfully updated port: 1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.614279] env[63393]: DEBUG nova.compute.utils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.615312] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.615591] env[63393]: DEBUG nova.network.neutron [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.633854] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "refresh_cache-53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.634074] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquired lock "refresh_cache-53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.634169] env[63393]: DEBUG nova.network.neutron [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.657749] env[63393]: DEBUG nova.policy [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bb264262eb341eb9c4c0ecea78abb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dfb4080d6644307a98a31b9a1c594ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.672703] env[63393]: DEBUG nova.compute.manager [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.672901] env[63393]: DEBUG nova.compute.manager [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing instance network info cache due to event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.673274] env[63393]: DEBUG oslo_concurrency.lockutils [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.673469] env[63393]: DEBUG oslo_concurrency.lockutils [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.673644] env[63393]: DEBUG nova.network.neutron [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.959273] env[63393]: DEBUG nova.network.neutron [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Successfully created port: ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.116049] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.175845] env[63393]: DEBUG nova.network.neutron [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.449297] env[63393]: DEBUG nova.network.neutron [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Updating instance_info_cache with network_info: [{"id": "1ad635b5-4755-4fb5-b567-5a420de99f45", "address": "fa:16:3e:cf:f9:e4", "network": {"id": "06578d30-b091-42f2-ba93-fde5f168e037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-128651902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d76063aebbf48aa9ecbeb0b98b7f3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad635b5-47", "ovs_interfaceid": "1ad635b5-4755-4fb5-b567-5a420de99f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.480895] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff00a40-f7cb-4d61-bedc-0372a6b8b505 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.488694] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc912f-3b99-4da1-a758-dcd2af9bc3bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.521927] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5415ba67-a43b-4cad-93fd-890d80f047c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.529254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1cadc9-2c0f-46de-9395-a8d19881fd8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.542716] env[63393]: DEBUG nova.compute.provider_tree [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.551787] env[63393]: DEBUG nova.network.neutron [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updated VIF entry in instance network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.552125] env[63393]: DEBUG nova.network.neutron [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.951691] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Releasing lock "refresh_cache-53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.952078] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Instance network_info: |[{"id": "1ad635b5-4755-4fb5-b567-5a420de99f45", "address": "fa:16:3e:cf:f9:e4", "network": {"id": "06578d30-b091-42f2-ba93-fde5f168e037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-128651902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d76063aebbf48aa9ecbeb0b98b7f3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad635b5-47", "ovs_interfaceid": "1ad635b5-4755-4fb5-b567-5a420de99f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.952553] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:f9:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ad635b5-4755-4fb5-b567-5a420de99f45', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.961086] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Creating folder: Project (7d76063aebbf48aa9ecbeb0b98b7f3f5). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.961397] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9f9b2df-552c-4486-9f5f-fd137e3e5ccc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.975856] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Created folder: Project (7d76063aebbf48aa9ecbeb0b98b7f3f5) in parent group-v540494. [ 879.976077] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Creating folder: Instances. Parent ref: group-v540712. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.976337] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f6ef7e5-5be0-4833-8e4e-2c1ce941361b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.986072] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Created folder: Instances in parent group-v540712. [ 879.986333] env[63393]: DEBUG oslo.service.loopingcall [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.986547] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.986765] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829e15e1-6b4f-424c-89f3-007b65316c0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.006926] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.006926] env[63393]: value = "task-2682018" [ 880.006926] env[63393]: _type = "Task" [ 880.006926] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.014683] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682018, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.046348] env[63393]: DEBUG nova.scheduler.client.report [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.057651] env[63393]: DEBUG oslo_concurrency.lockutils [req-00a0bffe-0b55-4aa5-bc0e-11b0a24eccf6 req-04c6d701-dfc0-42e6-913e-ad78e42c2195 service nova] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.126549] env[63393]: DEBUG nova.compute.manager [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Received event network-changed-1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.126858] env[63393]: DEBUG nova.compute.manager [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Refreshing instance network info cache due to event network-changed-1ad635b5-4755-4fb5-b567-5a420de99f45. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 880.127007] env[63393]: DEBUG oslo_concurrency.lockutils [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] Acquiring lock "refresh_cache-53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.127104] env[63393]: DEBUG oslo_concurrency.lockutils [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] Acquired lock "refresh_cache-53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.127268] env[63393]: DEBUG nova.network.neutron [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Refreshing network info cache for port 1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.129672] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.156304] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.156538] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.156692] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.156891] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.157052] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.157236] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.157447] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.157604] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.157769] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.157929] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.158124] env[63393]: DEBUG nova.virt.hardware [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.158995] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1808c99d-6bf0-4bec-8c98-542189a0f6dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.167060] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1be8d-6389-4d93-b26f-a2737ca31300 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.480283] env[63393]: DEBUG nova.network.neutron [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Successfully updated port: ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.517056] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682018, 'name': CreateVM_Task, 'duration_secs': 0.449569} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.517222] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.518035] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.518217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.518542] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.518842] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233a59f5-44ab-4fa9-99a5-d757294f9c6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.524118] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 880.524118] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52857755-93dc-0e25-d2c0-e13df0ba9394" [ 880.524118] env[63393]: _type = "Task" [ 880.524118] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.533991] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52857755-93dc-0e25-d2c0-e13df0ba9394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.555058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.555527] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.558068] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.177s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.558287] env[63393]: DEBUG nova.objects.instance [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lazy-loading 'resources' on Instance uuid ef8f0255-0a24-4db9-9486-520b71dec6a0 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.832983] env[63393]: DEBUG nova.network.neutron [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Updated VIF entry in instance network info cache for port 1ad635b5-4755-4fb5-b567-5a420de99f45. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.833396] env[63393]: DEBUG nova.network.neutron [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Updating instance_info_cache with network_info: [{"id": "1ad635b5-4755-4fb5-b567-5a420de99f45", "address": "fa:16:3e:cf:f9:e4", "network": {"id": "06578d30-b091-42f2-ba93-fde5f168e037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-128651902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d76063aebbf48aa9ecbeb0b98b7f3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad635b5-47", "ovs_interfaceid": "1ad635b5-4755-4fb5-b567-5a420de99f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.985642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "refresh_cache-aebb59fe-d208-405a-b439-92572c6e2c2f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.985851] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "refresh_cache-aebb59fe-d208-405a-b439-92572c6e2c2f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986058] env[63393]: DEBUG nova.network.neutron [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.035989] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52857755-93dc-0e25-d2c0-e13df0ba9394, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.036318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.036545] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.036791] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.036939] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.037133] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.037399] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5cec1d4-2a4e-4a76-b4b3-441fbf3bf36d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.045830] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.046017] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.046706] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c241dc-e392-4819-a265-4988bf7fcba0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.051684] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 881.051684] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523d6105-ad7e-d995-3334-73a0a322d372" [ 881.051684] env[63393]: _type = "Task" [ 881.051684] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.059180] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523d6105-ad7e-d995-3334-73a0a322d372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.060332] env[63393]: DEBUG nova.compute.utils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.061636] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.061895] env[63393]: DEBUG nova.network.neutron [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.102609] env[63393]: DEBUG nova.policy [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a130261920845a9b130cfc021feea71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0356756b0746278197bd3781566e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.338521] env[63393]: DEBUG oslo_concurrency.lockutils [req-c82c16cd-12c5-468d-8a4e-20bb41e21f13 req-636c95ff-918e-4498-8946-5a7b918947eb service nova] Releasing lock "refresh_cache-53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.410565] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298fea6b-5294-4ddc-8c54-9dcb08d046d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.419795] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8080e6b8-57dc-47a9-be3b-081aa220c692 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.451051] env[63393]: DEBUG nova.network.neutron [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Successfully created port: 6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.453440] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f67a8-f0a9-4c03-ab81-25a48ae45d14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.461436] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60aa19f-1079-4ef8-b7bd-1c58944a0b0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.473965] env[63393]: DEBUG nova.compute.provider_tree [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.515795] env[63393]: DEBUG nova.network.neutron [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.563246] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523d6105-ad7e-d995-3334-73a0a322d372, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.563728] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6315da2d-69b2-471d-b6bc-890c4a7db329 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.566310] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.571798] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 881.571798] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526f7409-b281-b439-76e6-598573d5218b" [ 881.571798] env[63393]: _type = "Task" [ 881.571798] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.580796] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526f7409-b281-b439-76e6-598573d5218b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.658021] env[63393]: DEBUG nova.network.neutron [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Updating instance_info_cache with network_info: [{"id": "ff82d644-f094-4abc-b2c7-21b2b58872ad", "address": "fa:16:3e:c8:2f:5c", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff82d644-f0", "ovs_interfaceid": "ff82d644-f094-4abc-b2c7-21b2b58872ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.977955] env[63393]: DEBUG nova.scheduler.client.report [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.082299] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526f7409-b281-b439-76e6-598573d5218b, 'name': SearchDatastore_Task, 'duration_secs': 0.033438} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.082504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.082752] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a/53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.082992] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc31f5be-97ab-4af4-8122-6b829e7ca46d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.089406] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 882.089406] env[63393]: value = "task-2682019" [ 882.089406] env[63393]: _type = "Task" [ 882.089406] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.096735] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.149125] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.149599] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540711', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'name': 'volume-5e035d82-4be1-4d0f-842b-f76e964c0353', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71fc8b7c-d54d-43db-bc1c-a3781ffb94cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'serial': '5e035d82-4be1-4d0f-842b-f76e964c0353'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.150653] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2ff2d-c34d-4650-acb1-a388ef2eb120 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.155801] env[63393]: DEBUG nova.compute.manager [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Received event network-vif-plugged-ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.156029] env[63393]: DEBUG oslo_concurrency.lockutils [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] Acquiring lock "aebb59fe-d208-405a-b439-92572c6e2c2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.156245] env[63393]: DEBUG oslo_concurrency.lockutils [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.156413] env[63393]: DEBUG oslo_concurrency.lockutils [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.156575] env[63393]: DEBUG nova.compute.manager [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] No waiting events found dispatching network-vif-plugged-ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.156740] env[63393]: WARNING nova.compute.manager [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Received unexpected event network-vif-plugged-ff82d644-f094-4abc-b2c7-21b2b58872ad for instance with vm_state building and task_state spawning. [ 882.156984] env[63393]: DEBUG nova.compute.manager [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Received event network-changed-ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.157183] env[63393]: DEBUG nova.compute.manager [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Refreshing instance network info cache due to event network-changed-ff82d644-f094-4abc-b2c7-21b2b58872ad. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.157351] env[63393]: DEBUG oslo_concurrency.lockutils [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] Acquiring lock "refresh_cache-aebb59fe-d208-405a-b439-92572c6e2c2f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.170330] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "refresh_cache-aebb59fe-d208-405a-b439-92572c6e2c2f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.170596] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Instance network_info: |[{"id": "ff82d644-f094-4abc-b2c7-21b2b58872ad", "address": "fa:16:3e:c8:2f:5c", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff82d644-f0", "ovs_interfaceid": "ff82d644-f094-4abc-b2c7-21b2b58872ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.171381] env[63393]: DEBUG oslo_concurrency.lockutils [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] Acquired lock "refresh_cache-aebb59fe-d208-405a-b439-92572c6e2c2f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.171560] env[63393]: DEBUG nova.network.neutron [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Refreshing network info cache for port ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.172671] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff82d644-f094-4abc-b2c7-21b2b58872ad', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.179879] env[63393]: DEBUG oslo.service.loopingcall [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.180535] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede8a26-f902-4923-99fe-3aeb9ba56918 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.186357] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.186977] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8653cd79-7f07-4a4b-86bd-a4c6783c1477 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.225571] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-5e035d82-4be1-4d0f-842b-f76e964c0353/volume-5e035d82-4be1-4d0f-842b-f76e964c0353.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.227495] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61cccd87-1b83-4a39-a413-8f4e4c6fba96 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.240579] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.240579] env[63393]: value = "task-2682020" [ 882.240579] env[63393]: _type = "Task" [ 882.240579] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.248459] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 882.248459] env[63393]: value = "task-2682021" [ 882.248459] env[63393]: _type = "Task" [ 882.248459] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.255736] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682020, 'name': CreateVM_Task} progress is 15%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.263302] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.436337] env[63393]: DEBUG nova.network.neutron [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Updated VIF entry in instance network info cache for port ff82d644-f094-4abc-b2c7-21b2b58872ad. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.436886] env[63393]: DEBUG nova.network.neutron [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Updating instance_info_cache with network_info: [{"id": "ff82d644-f094-4abc-b2c7-21b2b58872ad", "address": "fa:16:3e:c8:2f:5c", "network": {"id": "32102451-0ae8-4cd9-90f7-f4881c9bf8d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915115325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dfb4080d6644307a98a31b9a1c594ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff82d644-f0", "ovs_interfaceid": "ff82d644-f094-4abc-b2c7-21b2b58872ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.482100] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.485885] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.085s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.486147] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.488495] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.353s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.489094] env[63393]: DEBUG nova.objects.instance [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lazy-loading 'resources' on Instance uuid 179a8ef7-a484-4763-be70-37b8691db493 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.511525] env[63393]: INFO nova.scheduler.client.report [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted allocations for instance 412eac9c-3c2e-439d-bcec-af6ec09c879f [ 882.513537] env[63393]: INFO nova.scheduler.client.report [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleted allocations for instance ef8f0255-0a24-4db9-9486-520b71dec6a0 [ 882.579081] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.601493] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.610529] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.610920] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.611342] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.611475] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.611684] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.611914] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.612234] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.612481] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.612764] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.612961] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.613162] env[63393]: DEBUG nova.virt.hardware [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.614262] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190afbc-b088-4a6f-b5d2-e698e9dd3a63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.622753] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52722fa6-823c-49a8-b656-5384e9c51eb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.756418] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682020, 'name': CreateVM_Task, 'duration_secs': 0.45818} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.756941] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.757640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.757814] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.758133] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.758381] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02322be7-7926-4ebe-8c7e-6d632990c35b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.762906] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.765800] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 882.765800] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5269e9ca-c18a-a9e4-c0e2-cc35eff990d8" [ 882.765800] env[63393]: _type = "Task" [ 882.765800] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.775629] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5269e9ca-c18a-a9e4-c0e2-cc35eff990d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.939749] env[63393]: DEBUG oslo_concurrency.lockutils [req-592ed3d0-a4c2-45aa-9204-fd66c72d01e9 req-9d34273e-db4b-4721-b373-ac01763cd96a service nova] Releasing lock "refresh_cache-aebb59fe-d208-405a-b439-92572c6e2c2f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.027778] env[63393]: DEBUG oslo_concurrency.lockutils [None req-550baf77-02d7-4869-a663-1b42f1b921cb tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "412eac9c-3c2e-439d-bcec-af6ec09c879f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.412s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.032514] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3506315c-954c-475b-9b4c-9c5f2621b055 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "ef8f0255-0a24-4db9-9486-520b71dec6a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.190s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.033899] env[63393]: DEBUG nova.network.neutron [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Successfully updated port: 6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.100452] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623008} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.102756] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a/53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.102967] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.103407] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c954c17c-39da-41dc-997f-b9c408904b08 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.110254] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 883.110254] env[63393]: value = "task-2682022" [ 883.110254] env[63393]: _type = "Task" [ 883.110254] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.119800] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.261517] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682021, 'name': ReconfigVM_Task, 'duration_secs': 0.748791} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.261892] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-5e035d82-4be1-4d0f-842b-f76e964c0353/volume-5e035d82-4be1-4d0f-842b-f76e964c0353.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.267759] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57477ae9-4eda-4666-b8ab-40cc8b81e6c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.278535] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2281ae-2a54-42ef-901c-44986a8286a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.292608] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b03c4-398d-4bb6-97d2-9acd229e8532 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.296021] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 883.296021] env[63393]: value = "task-2682023" [ 883.296021] env[63393]: _type = "Task" [ 883.296021] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.296250] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5269e9ca-c18a-a9e4-c0e2-cc35eff990d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.296593] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.296889] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.297060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.297208] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.297382] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.300786] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0913a312-e6c1-4cb4-810f-64ce44524a42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.327967] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705047b9-cb3e-4317-98a7-e941c257047e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.333701] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.339305] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7fc7d6-db7f-4848-bf71-7e03f5847b62 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.344680] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.344879] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.345864] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a21424-3cb6-4708-863a-89103f4266dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.357520] env[63393]: DEBUG nova.compute.provider_tree [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.360343] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 883.360343] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b4a5f-15e0-358a-faf3-c76eb838c8f9" [ 883.360343] env[63393]: _type = "Task" [ 883.360343] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.377763] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522b4a5f-15e0-358a-faf3-c76eb838c8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.538856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "refresh_cache-4d82d927-7d0e-465b-ab6c-c6265d34a792" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.538856] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquired lock "refresh_cache-4d82d927-7d0e-465b-ab6c-c6265d34a792" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.539155] env[63393]: DEBUG nova.network.neutron [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.623865] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.806240] env[63393]: DEBUG oslo_vmware.api [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682023, 'name': ReconfigVM_Task, 'duration_secs': 0.215819} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.806568] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540711', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'name': 'volume-5e035d82-4be1-4d0f-842b-f76e964c0353', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71fc8b7c-d54d-43db-bc1c-a3781ffb94cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'serial': '5e035d82-4be1-4d0f-842b-f76e964c0353'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 883.868477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.868738] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.868956] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.869164] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.869359] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.875073] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.875325] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.875577] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.875962] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.876266] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.878613] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522b4a5f-15e0-358a-faf3-c76eb838c8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.032878} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.879451] env[63393]: INFO nova.compute.manager [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Terminating instance [ 883.881898] env[63393]: INFO nova.compute.manager [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Terminating instance [ 883.887599] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f32500e-c31d-4b40-8536-96eb2df054d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.897766] env[63393]: DEBUG nova.scheduler.client.report [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.897766] env[63393]: DEBUG nova.compute.provider_tree [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 112 to 113 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.898526] env[63393]: DEBUG nova.compute.provider_tree [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.907769] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 883.907769] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5226c9c7-0d14-e43e-8275-0063d84814d3" [ 883.907769] env[63393]: _type = "Task" [ 883.907769] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.917468] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5226c9c7-0d14-e43e-8275-0063d84814d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.069264] env[63393]: DEBUG nova.network.neutron [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.123754] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.589929} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.123754] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.124650] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f0c16-d02a-4742-946d-2c6520908fdf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.148057] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a/53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.149975] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff1cd66-debf-4125-a6af-ea283bdd821d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.169936] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 884.169936] env[63393]: value = "task-2682024" [ 884.169936] env[63393]: _type = "Task" [ 884.169936] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.177524] env[63393]: DEBUG nova.compute.manager [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Received event network-vif-plugged-6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.177740] env[63393]: DEBUG oslo_concurrency.lockutils [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] Acquiring lock "4d82d927-7d0e-465b-ab6c-c6265d34a792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.177939] env[63393]: DEBUG oslo_concurrency.lockutils [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.178119] env[63393]: DEBUG oslo_concurrency.lockutils [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.178294] env[63393]: DEBUG nova.compute.manager [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] No waiting events found dispatching network-vif-plugged-6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.178466] env[63393]: WARNING nova.compute.manager [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Received unexpected event network-vif-plugged-6a1f4def-c876-405e-917a-854796cd04b9 for instance with vm_state building and task_state spawning. [ 884.178616] env[63393]: DEBUG nova.compute.manager [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Received event network-changed-6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.178764] env[63393]: DEBUG nova.compute.manager [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Refreshing instance network info cache due to event network-changed-6a1f4def-c876-405e-917a-854796cd04b9. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.178939] env[63393]: DEBUG oslo_concurrency.lockutils [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] Acquiring lock "refresh_cache-4d82d927-7d0e-465b-ab6c-c6265d34a792" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.182614] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.238195] env[63393]: DEBUG nova.network.neutron [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Updating instance_info_cache with network_info: [{"id": "6a1f4def-c876-405e-917a-854796cd04b9", "address": "fa:16:3e:9d:25:cc", "network": {"id": "5b4ee1e7-0d31-457f-9a88-dc7358f649e9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-353921837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0356756b0746278197bd3781566e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1f4def-c8", "ovs_interfaceid": "6a1f4def-c876-405e-917a-854796cd04b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.393724] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "refresh_cache-e7fe8db3-baf4-4359-a5eb-65366edd64ea" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.393943] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquired lock "refresh_cache-e7fe8db3-baf4-4359-a5eb-65366edd64ea" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.394152] env[63393]: DEBUG nova.network.neutron [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.396028] env[63393]: DEBUG nova.compute.manager [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.396028] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.396999] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85cb6b-0105-4c92-9197-9495dff10e72 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.404855] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.405104] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ce3085-a7ee-4715-85c4-f6dcbb769601 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.408878] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.411972] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.236s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.412241] env[63393]: DEBUG nova.objects.instance [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lazy-loading 'resources' on Instance uuid 27d539c0-5401-402b-87ab-ce400a348a73 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.416203] env[63393]: DEBUG oslo_vmware.api [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 884.416203] env[63393]: value = "task-2682025" [ 884.416203] env[63393]: _type = "Task" [ 884.416203] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.424261] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5226c9c7-0d14-e43e-8275-0063d84814d3, 'name': SearchDatastore_Task, 'duration_secs': 0.039869} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.424893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.425170] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] aebb59fe-d208-405a-b439-92572c6e2c2f/aebb59fe-d208-405a-b439-92572c6e2c2f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.425640] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d58da97-8ef4-4710-b880-6cc687542789 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.431294] env[63393]: DEBUG oslo_vmware.api [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2682025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.432984] env[63393]: INFO nova.scheduler.client.report [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted allocations for instance 179a8ef7-a484-4763-be70-37b8691db493 [ 884.434901] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 884.434901] env[63393]: value = "task-2682026" [ 884.434901] env[63393]: _type = "Task" [ 884.434901] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.449967] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.558933] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.558933] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.682211] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682024, 'name': ReconfigVM_Task, 'duration_secs': 0.30509} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.682558] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a/53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.683530] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f33a25f7-5a39-43b6-8d54-9c03d696e0fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.691869] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 884.691869] env[63393]: value = "task-2682027" [ 884.691869] env[63393]: _type = "Task" [ 884.691869] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.703472] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682027, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.741049] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Releasing lock "refresh_cache-4d82d927-7d0e-465b-ab6c-c6265d34a792" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.741049] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Instance network_info: |[{"id": "6a1f4def-c876-405e-917a-854796cd04b9", "address": "fa:16:3e:9d:25:cc", "network": {"id": "5b4ee1e7-0d31-457f-9a88-dc7358f649e9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-353921837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0356756b0746278197bd3781566e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1f4def-c8", "ovs_interfaceid": "6a1f4def-c876-405e-917a-854796cd04b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.741327] env[63393]: DEBUG oslo_concurrency.lockutils [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] Acquired lock "refresh_cache-4d82d927-7d0e-465b-ab6c-c6265d34a792" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.741584] env[63393]: DEBUG nova.network.neutron [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Refreshing network info cache for port 6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.743301] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:25:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a1f4def-c876-405e-917a-854796cd04b9', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.752016] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Creating folder: Project (cd0356756b0746278197bd3781566e2d). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.753318] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-953abebb-ae21-408d-b3b0-850f3b643dd2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.764885] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Created folder: Project (cd0356756b0746278197bd3781566e2d) in parent group-v540494. [ 884.765181] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Creating folder: Instances. Parent ref: group-v540716. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.765446] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53a527d3-8843-4a17-9ea4-b7c3c6f999a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.777360] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Created folder: Instances in parent group-v540716. [ 884.777360] env[63393]: DEBUG oslo.service.loopingcall [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.777360] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.777596] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27bafa0a-1217-4821-871a-c15f03c765be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.800415] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.800415] env[63393]: value = "task-2682030" [ 884.800415] env[63393]: _type = "Task" [ 884.800415] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.810661] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682030, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.844322] env[63393]: DEBUG nova.objects.instance [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'flavor' on Instance uuid 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.915577] env[63393]: DEBUG nova.network.neutron [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.929557] env[63393]: DEBUG oslo_vmware.api [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2682025, 'name': PowerOffVM_Task, 'duration_secs': 0.185365} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.930198] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.930198] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.930394] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8bb0512-4f94-43c2-99c7-da630fb32884 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.946938] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "179a8ef7-a484-4763-be70-37b8691db493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.368s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.951513] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498633} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.952025] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] aebb59fe-d208-405a-b439-92572c6e2c2f/aebb59fe-d208-405a-b439-92572c6e2c2f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.952367] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.952648] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96cf6f3b-7374-4b62-8ee7-9c84b4e2bec6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.961951] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 884.961951] env[63393]: value = "task-2682032" [ 884.961951] env[63393]: _type = "Task" [ 884.961951] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.982939] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.994827] env[63393]: DEBUG nova.network.neutron [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.011030] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.011609] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.011609] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Deleting the datastore file [datastore1] e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.011890] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fdd738b-1fce-4537-b965-3191729c7c00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.024105] env[63393]: DEBUG oslo_vmware.api [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for the task: (returnval){ [ 885.024105] env[63393]: value = "task-2682033" [ 885.024105] env[63393]: _type = "Task" [ 885.024105] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.035627] env[63393]: DEBUG oslo_vmware.api [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2682033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.063383] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.203279] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682027, 'name': Rename_Task, 'duration_secs': 0.334498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.203558] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.203811] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c127cf-eaaa-4f56-9b30-a64bde4e9585 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.209618] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 885.209618] env[63393]: value = "task-2682034" [ 885.209618] env[63393]: _type = "Task" [ 885.209618] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.219522] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.232614] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1336c1c-f5c5-4cf5-846e-5c72d19f28b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.242994] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9919189b-e7c1-4c1c-badc-6c1461e3ac18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.296852] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe97349-9aab-4745-9fe1-263741d76df2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.311486] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4dfa09-d1cb-49a9-8a19-6ac0bda96a6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.322377] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682030, 'name': CreateVM_Task, 'duration_secs': 0.37001} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.323083] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.324016] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.324295] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.324836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.338560] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12701bc8-1f5e-40fa-8245-bc975af31a25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.340510] env[63393]: DEBUG nova.compute.provider_tree [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.351209] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 885.351209] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fc4f70-ecb6-c7e3-2970-910d8b75ded8" [ 885.351209] env[63393]: _type = "Task" [ 885.351209] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.352441] env[63393]: DEBUG oslo_concurrency.lockutils [None req-49fbcfe1-6ed6-44d1-962e-33e6e729b901 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.366490] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fc4f70-ecb6-c7e3-2970-910d8b75ded8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.468718] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.468979] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.469214] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.469516] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.469589] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.474977] env[63393]: INFO nova.compute.manager [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Terminating instance [ 885.481142] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07125} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.483467] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.484758] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623676e9-d679-43e2-a5cc-fa87697b534c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.499269] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Releasing lock "refresh_cache-e7fe8db3-baf4-4359-a5eb-65366edd64ea" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.499657] env[63393]: DEBUG nova.compute.manager [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.499847] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.509044] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] aebb59fe-d208-405a-b439-92572c6e2c2f/aebb59fe-d208-405a-b439-92572c6e2c2f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.509434] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb1656-4452-4b49-a8dc-17aafedbe65e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.512614] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3433e5-0c7b-4503-aaa3-65ffba8b4f98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.528343] env[63393]: DEBUG nova.network.neutron [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Updated VIF entry in instance network info cache for port 6a1f4def-c876-405e-917a-854796cd04b9. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.528343] env[63393]: DEBUG nova.network.neutron [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Updating instance_info_cache with network_info: [{"id": "6a1f4def-c876-405e-917a-854796cd04b9", "address": "fa:16:3e:9d:25:cc", "network": {"id": "5b4ee1e7-0d31-457f-9a88-dc7358f649e9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-353921837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0356756b0746278197bd3781566e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1f4def-c8", "ovs_interfaceid": "6a1f4def-c876-405e-917a-854796cd04b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.536372] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.538333] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d15e62-df61-4cea-a00c-4b08eea0d342 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.539736] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 885.539736] env[63393]: value = "task-2682035" [ 885.539736] env[63393]: _type = "Task" [ 885.539736] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.542491] env[63393]: DEBUG oslo_vmware.api [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Task: {'id': task-2682033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2783} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.545895] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.546103] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.546288] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.546473] env[63393]: INFO nova.compute.manager [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 885.546931] env[63393]: DEBUG oslo.service.loopingcall [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.548157] env[63393]: DEBUG nova.compute.manager [-] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.548348] env[63393]: DEBUG nova.network.neutron [-] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.550349] env[63393]: DEBUG oslo_vmware.api [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 885.550349] env[63393]: value = "task-2682036" [ 885.550349] env[63393]: _type = "Task" [ 885.550349] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.559481] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.564424] env[63393]: DEBUG oslo_vmware.api [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2682036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.583991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.727206] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.847637] env[63393]: DEBUG nova.scheduler.client.report [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.864209] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fc4f70-ecb6-c7e3-2970-910d8b75ded8, 'name': SearchDatastore_Task, 'duration_secs': 0.07832} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.864673] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.865054] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.865406] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.865707] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.865959] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.866859] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-753095b6-4983-4b6e-a716-f516c2fbbc03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.880991] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.881325] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.882137] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b206e02e-20a7-4171-9f8f-873433d22ab6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.888120] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 885.888120] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52acc2d1-e04c-0849-6ac6-15e3cae1799d" [ 885.888120] env[63393]: _type = "Task" [ 885.888120] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.897630] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52acc2d1-e04c-0849-6ac6-15e3cae1799d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.979246] env[63393]: DEBUG nova.compute.manager [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.979637] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.980243] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fad8ef0-878a-4342-b780-a727cce20505 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.988544] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 885.988544] env[63393]: value = "task-2682037" [ 885.988544] env[63393]: _type = "Task" [ 885.988544] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.996611] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.037053] env[63393]: DEBUG oslo_concurrency.lockutils [req-0d898054-445a-4e8b-8723-7f9d1446f7fd req-d12dbdf0-53bf-460e-abe9-b23caf28b3fc service nova] Releasing lock "refresh_cache-4d82d927-7d0e-465b-ab6c-c6265d34a792" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.053761] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.063948] env[63393]: DEBUG oslo_vmware.api [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2682036, 'name': PowerOffVM_Task, 'duration_secs': 0.131766} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.064351] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.064654] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.065046] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd2ef5a5-d5c9-4d2b-a487-78e8fe19d7bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.085676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "73eb8dbe-a735-4b65-83df-539b76c14749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.086082] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "73eb8dbe-a735-4b65-83df-539b76c14749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.086361] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "73eb8dbe-a735-4b65-83df-539b76c14749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.086719] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "73eb8dbe-a735-4b65-83df-539b76c14749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.086935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "73eb8dbe-a735-4b65-83df-539b76c14749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.089790] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.090075] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.090337] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleting the datastore file [datastore1] e7fe8db3-baf4-4359-a5eb-65366edd64ea {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.090903] env[63393]: INFO nova.compute.manager [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Terminating instance [ 886.092361] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7269d448-f1e0-4678-bf20-3d0ad0bdfa7a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.099746] env[63393]: DEBUG oslo_vmware.api [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for the task: (returnval){ [ 886.099746] env[63393]: value = "task-2682039" [ 886.099746] env[63393]: _type = "Task" [ 886.099746] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.108560] env[63393]: DEBUG oslo_vmware.api [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2682039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.222487] env[63393]: DEBUG oslo_vmware.api [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682034, 'name': PowerOnVM_Task, 'duration_secs': 0.789383} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.222834] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.223107] env[63393]: INFO nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Took 8.50 seconds to spawn the instance on the hypervisor. [ 886.223348] env[63393]: DEBUG nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.224186] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7aacab-b7a5-478d-91dc-729474b188ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.353533] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.355796] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.772s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.357300] env[63393]: INFO nova.compute.claims [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.379468] env[63393]: INFO nova.scheduler.client.report [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted allocations for instance 27d539c0-5401-402b-87ab-ce400a348a73 [ 886.399826] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52acc2d1-e04c-0849-6ac6-15e3cae1799d, 'name': SearchDatastore_Task, 'duration_secs': 0.023694} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.400387] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b609e1f3-6d8e-4490-be59-184a3d8ca565 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.406026] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 886.406026] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5275b77b-2bae-43d8-88f2-8df8d51a601f" [ 886.406026] env[63393]: _type = "Task" [ 886.406026] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.415303] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5275b77b-2bae-43d8-88f2-8df8d51a601f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.461141] env[63393]: DEBUG nova.compute.manager [req-194574d5-a11b-41e1-bbdd-113f056efb37 req-62dd6210-7423-46d3-b8c8-96f265594b17 service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Received event network-vif-deleted-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.461340] env[63393]: INFO nova.compute.manager [req-194574d5-a11b-41e1-bbdd-113f056efb37 req-62dd6210-7423-46d3-b8c8-96f265594b17 service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Neutron deleted interface 7279a5c2-77f6-47e9-92af-31f0c63a9ae7; detaching it from the instance and deleting it from the info cache [ 886.461491] env[63393]: DEBUG nova.network.neutron [req-194574d5-a11b-41e1-bbdd-113f056efb37 req-62dd6210-7423-46d3-b8c8-96f265594b17 service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.503467] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682037, 'name': PowerOffVM_Task, 'duration_secs': 0.212954} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.503792] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.503977] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.504183] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540711', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'name': 'volume-5e035d82-4be1-4d0f-842b-f76e964c0353', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71fc8b7c-d54d-43db-bc1c-a3781ffb94cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'serial': '5e035d82-4be1-4d0f-842b-f76e964c0353'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 886.504994] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca20fc36-06ac-4ddc-a1f9-7ff603a87186 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.532339] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3fdcf-ef2e-4813-9781-34b9124d59ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.539891] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd2147-deee-4d0d-af98-f8771adfe4b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.568814] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e08e6d-0749-4e3b-bf69-866d4590e435 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.575544] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.589397] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] The volume has not been displaced from its original location: [datastore2] volume-5e035d82-4be1-4d0f-842b-f76e964c0353/volume-5e035d82-4be1-4d0f-842b-f76e964c0353.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 886.594884] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.595241] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efee7a9f-5d37-40c9-a354-0abdba35ac00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.609300] env[63393]: DEBUG nova.compute.manager [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.609573] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.610530] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55f0f57-8bf2-464d-b717-df4027cb581e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.620863] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.625339] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3ffce68-e7a9-4777-b029-ab642d8243db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.626375] env[63393]: DEBUG oslo_vmware.api [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Task: {'id': task-2682039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323504} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.626652] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 886.626652] env[63393]: value = "task-2682040" [ 886.626652] env[63393]: _type = "Task" [ 886.626652] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.626872] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.627061] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.627242] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.627608] env[63393]: INFO nova.compute.manager [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 886.627833] env[63393]: DEBUG oslo.service.loopingcall [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.628696] env[63393]: DEBUG nova.compute.manager [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.628799] env[63393]: DEBUG nova.network.neutron [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.634883] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 886.634883] env[63393]: value = "task-2682041" [ 886.634883] env[63393]: _type = "Task" [ 886.634883] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.645542] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.651016] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.656613] env[63393]: DEBUG nova.network.neutron [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.746533] env[63393]: INFO nova.compute.manager [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Took 22.24 seconds to build instance. [ 886.835969] env[63393]: DEBUG nova.network.neutron [-] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.890687] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8872619e-6afd-4a81-b4be-db8e9175f273 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "27d539c0-5401-402b-87ab-ce400a348a73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.141s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.917778] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5275b77b-2bae-43d8-88f2-8df8d51a601f, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.918071] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.918344] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4d82d927-7d0e-465b-ab6c-c6265d34a792/4d82d927-7d0e-465b-ab6c-c6265d34a792.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.918625] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7649ef86-1215-496a-9fde-a63acd6fc89b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.924844] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "e590d9c0-e5d6-472f-98af-3bcd26d17125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.925053] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.929019] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 886.929019] env[63393]: value = "task-2682042" [ 886.929019] env[63393]: _type = "Task" [ 886.929019] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.937989] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.966826] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a9cba1-1218-486d-b238-f996ed004536 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.976783] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f36cd1-8d97-4fd9-8a8d-6c018c088b6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.013353] env[63393]: DEBUG nova.compute.manager [req-194574d5-a11b-41e1-bbdd-113f056efb37 req-62dd6210-7423-46d3-b8c8-96f265594b17 service nova] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Detach interface failed, port_id=7279a5c2-77f6-47e9-92af-31f0c63a9ae7, reason: Instance e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 887.053508] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682035, 'name': ReconfigVM_Task, 'duration_secs': 1.352356} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.053783] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Reconfigured VM instance instance-0000004f to attach disk [datastore2] aebb59fe-d208-405a-b439-92572c6e2c2f/aebb59fe-d208-405a-b439-92572c6e2c2f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.054446] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e1a0d16-7171-4cb1-8f1e-33e419acdaf7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.061486] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 887.061486] env[63393]: value = "task-2682043" [ 887.061486] env[63393]: _type = "Task" [ 887.061486] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.070742] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682043, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.136875] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682040, 'name': ReconfigVM_Task, 'duration_secs': 0.302431} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.140103] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.145377] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f8d682-755a-4834-9183-cd8408ad933a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.162085] env[63393]: DEBUG nova.network.neutron [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.163123] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682041, 'name': PowerOffVM_Task, 'duration_secs': 0.401584} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.164372] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.164552] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.164880] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 887.164880] env[63393]: value = "task-2682044" [ 887.164880] env[63393]: _type = "Task" [ 887.164880] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.165575] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac66f96-fcee-4132-9b0e-04f109e3a17d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.176724] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.200077] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "201dc70d-8f25-4b63-83a3-5169c8c368b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.200077] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.200398] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "201dc70d-8f25-4b63-83a3-5169c8c368b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.200656] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.200909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.203409] env[63393]: INFO nova.compute.manager [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Terminating instance [ 887.242104] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.242104] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.242104] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleting the datastore file [datastore2] 73eb8dbe-a735-4b65-83df-539b76c14749 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.242637] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82509b19-baa8-49cd-9662-05b4f5607dd8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.246208] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6f3e9b76-fd87-476f-9168-8085a0f773e4 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.747s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.250776] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 887.250776] env[63393]: value = "task-2682046" [ 887.250776] env[63393]: _type = "Task" [ 887.250776] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.259129] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.338759] env[63393]: INFO nova.compute.manager [-] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Took 1.79 seconds to deallocate network for instance. [ 887.427533] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.446064] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682042, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.573318] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682043, 'name': Rename_Task, 'duration_secs': 0.148529} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.573594] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.573835] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2edf1d1f-5431-492a-a991-ae9f59a19db5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.580739] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 887.580739] env[63393]: value = "task-2682047" [ 887.580739] env[63393]: _type = "Task" [ 887.580739] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.589956] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.669659] env[63393]: INFO nova.compute.manager [-] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Took 1.04 seconds to deallocate network for instance. [ 887.679512] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c943042-f247-48b3-849e-b9946c940e59 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.686025] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682044, 'name': ReconfigVM_Task, 'duration_secs': 0.181872} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.686720] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540711', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'name': 'volume-5e035d82-4be1-4d0f-842b-f76e964c0353', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71fc8b7c-d54d-43db-bc1c-a3781ffb94cc', 'attached_at': '', 'detached_at': '', 'volume_id': '5e035d82-4be1-4d0f-842b-f76e964c0353', 'serial': '5e035d82-4be1-4d0f-842b-f76e964c0353'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 887.687034] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.687809] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49256006-467f-4868-9429-4497ee3a4ddc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.693693] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede62c9-04d2-4003-8eae-d538ac730a42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.699847] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.700459] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51ec61fb-36ab-4f7f-8e84-dc2a2b845b50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.730078] env[63393]: DEBUG nova.compute.manager [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.730364] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.733855] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b3bde4-9ca0-45a6-a252-9d602dec0266 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.737337] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420ab34-843e-4c61-a330-e2b74fa1187b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.748861] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ca94c7-011f-4d69-843e-6c38e6e51ec4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.752027] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.752634] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d64c3a42-7189-417c-9511-2b01a509b65a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.768636] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.774437] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.774814] env[63393]: DEBUG oslo_vmware.api [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 887.774814] env[63393]: value = "task-2682049" [ 887.774814] env[63393]: _type = "Task" [ 887.774814] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.776215] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.776408] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.776582] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleting the datastore file [datastore1] 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.779916] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8169f080-b1be-41cc-adf8-5370a6725459 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.794221] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 887.794221] env[63393]: value = "task-2682050" [ 887.794221] env[63393]: _type = "Task" [ 887.794221] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.794221] env[63393]: DEBUG oslo_vmware.api [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2682049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.800827] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.848238] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.948206] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674434} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.948454] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4d82d927-7d0e-465b-ab6c-c6265d34a792/4d82d927-7d0e-465b-ab6c-c6265d34a792.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.948783] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.949158] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b61c483-3ab3-41b6-ade0-62f50ec6c2d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.956469] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 887.956469] env[63393]: value = "task-2682051" [ 887.956469] env[63393]: _type = "Task" [ 887.956469] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.961071] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.967128] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.091291] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682047, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.144073] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.144418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.144797] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.145080] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.145287] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.147773] env[63393]: INFO nova.compute.manager [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Terminating instance [ 888.178728] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.262150] env[63393]: DEBUG oslo_vmware.api [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544681} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.262401] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.262585] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.262951] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.263169] env[63393]: INFO nova.compute.manager [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Took 1.65 seconds to destroy the instance on the hypervisor. [ 888.263418] env[63393]: DEBUG oslo.service.loopingcall [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.263610] env[63393]: DEBUG nova.compute.manager [-] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.263706] env[63393]: DEBUG nova.network.neutron [-] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.287407] env[63393]: DEBUG oslo_vmware.api [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2682049, 'name': PowerOffVM_Task, 'duration_secs': 0.198726} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.287679] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.287848] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.288111] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b91e982-f234-469c-9b1e-6d3718b386fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.295301] env[63393]: ERROR nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [req-8431d655-3da8-4f24-9225-62fd28eec564] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8431d655-3da8-4f24-9225-62fd28eec564"}]} [ 888.305115] env[63393]: DEBUG oslo_vmware.api [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23612} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.305396] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.305596] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.306043] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.306043] env[63393]: INFO nova.compute.manager [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Took 2.33 seconds to destroy the instance on the hypervisor. [ 888.306211] env[63393]: DEBUG oslo.service.loopingcall [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.306404] env[63393]: DEBUG nova.compute.manager [-] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.306499] env[63393]: DEBUG nova.network.neutron [-] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.315467] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 888.329886] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 888.330152] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.342847] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 888.363176] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.363407] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.363584] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleting the datastore file [datastore2] 201dc70d-8f25-4b63-83a3-5169c8c368b8 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.364536] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 888.367215] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7211301-c4b7-4368-98e4-2d801cda4361 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.374297] env[63393]: DEBUG oslo_vmware.api [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for the task: (returnval){ [ 888.374297] env[63393]: value = "task-2682053" [ 888.374297] env[63393]: _type = "Task" [ 888.374297] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.382483] env[63393]: DEBUG oslo_vmware.api [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2682053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.467414] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072622} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.467645] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.468457] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ae3c8-7ee2-4ff7-bfc7-b6d67f30b3f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.504012] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 4d82d927-7d0e-465b-ab6c-c6265d34a792/4d82d927-7d0e-465b-ab6c-c6265d34a792.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.507020] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99033c5-deb6-4b48-be70-77f024164e7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.528338] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 888.528338] env[63393]: value = "task-2682054" [ 888.528338] env[63393]: _type = "Task" [ 888.528338] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.538032] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.597690] env[63393]: DEBUG oslo_vmware.api [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682047, 'name': PowerOnVM_Task, 'duration_secs': 0.614165} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.600273] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.600489] env[63393]: INFO nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Took 8.47 seconds to spawn the instance on the hypervisor. [ 888.600675] env[63393]: DEBUG nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.601525] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91288257-9bff-42b6-8e76-c791d52a39b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.651327] env[63393]: DEBUG nova.compute.manager [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.651646] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.652529] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad38293-f689-40d5-afbf-c9e09bf50ac7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.662063] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.664687] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf33206d-a6a2-4a57-85c6-316ec0752f0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.673208] env[63393]: DEBUG oslo_vmware.api [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 888.673208] env[63393]: value = "task-2682055" [ 888.673208] env[63393]: _type = "Task" [ 888.673208] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.684075] env[63393]: DEBUG oslo_vmware.api [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.754395] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020e6cd2-3472-4b19-8b7d-0269bb34db2f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.766249] env[63393]: DEBUG nova.compute.manager [req-9c420b6a-23df-4a17-bf0f-ce6ad359d315 req-69529882-d12a-4c33-bc40-0aa8fe900ab0 service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Received event network-vif-deleted-49a5bd88-affc-4ce8-b10c-1d2744d43dec {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.766435] env[63393]: INFO nova.compute.manager [req-9c420b6a-23df-4a17-bf0f-ce6ad359d315 req-69529882-d12a-4c33-bc40-0aa8fe900ab0 service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Neutron deleted interface 49a5bd88-affc-4ce8-b10c-1d2744d43dec; detaching it from the instance and deleting it from the info cache [ 888.766610] env[63393]: DEBUG nova.network.neutron [req-9c420b6a-23df-4a17-bf0f-ce6ad359d315 req-69529882-d12a-4c33-bc40-0aa8fe900ab0 service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.772859] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff78ec5-48b0-4d65-b8b5-49e725a778d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.806085] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17679c04-feeb-4b4c-a9fe-605bb6da5af5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.815603] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3cee21-8971-408b-a0bd-9ecda5d26002 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.833992] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.840242] env[63393]: DEBUG nova.compute.manager [req-0eeaa719-ba3c-40bc-8ed3-52225a627a10 req-6fd5ad9c-921b-45c8-98cd-aef6839920f2 service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Received event network-vif-deleted-1187d823-0618-4c94-94ef-62f0d6fb9199 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.840242] env[63393]: INFO nova.compute.manager [req-0eeaa719-ba3c-40bc-8ed3-52225a627a10 req-6fd5ad9c-921b-45c8-98cd-aef6839920f2 service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Neutron deleted interface 1187d823-0618-4c94-94ef-62f0d6fb9199; detaching it from the instance and deleting it from the info cache [ 888.840242] env[63393]: DEBUG nova.network.neutron [req-0eeaa719-ba3c-40bc-8ed3-52225a627a10 req-6fd5ad9c-921b-45c8-98cd-aef6839920f2 service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.886030] env[63393]: DEBUG oslo_vmware.api [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Task: {'id': task-2682053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339329} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.886228] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.886277] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.886488] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.886579] env[63393]: INFO nova.compute.manager [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 888.886817] env[63393]: DEBUG oslo.service.loopingcall [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.887040] env[63393]: DEBUG nova.compute.manager [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.887145] env[63393]: DEBUG nova.network.neutron [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.039555] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.050067] env[63393]: DEBUG nova.network.neutron [-] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.101797] env[63393]: DEBUG nova.network.neutron [-] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.122865] env[63393]: INFO nova.compute.manager [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Took 22.08 seconds to build instance. [ 889.183616] env[63393]: DEBUG oslo_vmware.api [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682055, 'name': PowerOffVM_Task, 'duration_secs': 0.20848} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.183882] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.184072] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.184327] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bb3f5c8-4acd-413a-83ce-cbf0db618aab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.280098] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d912d9b1-5034-4ae7-9131-6cb86b68630e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.288034] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e640699-91a6-44b3-805d-d37f4153ee9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.321253] env[63393]: DEBUG nova.compute.manager [req-9c420b6a-23df-4a17-bf0f-ce6ad359d315 req-69529882-d12a-4c33-bc40-0aa8fe900ab0 service nova] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Detach interface failed, port_id=49a5bd88-affc-4ce8-b10c-1d2744d43dec, reason: Instance 73eb8dbe-a735-4b65-83df-539b76c14749 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 889.343055] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4742bc2-97d7-4ef8-bbfd-c1b9d7e8c9f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.351167] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82b44f7-75eb-4a2e-8481-7fc7a867569f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.362364] env[63393]: ERROR nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [req-2e24c4e0-ac9b-490f-8dd4-cfbbb006d5fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e24c4e0-ac9b-490f-8dd4-cfbbb006d5fd"}]} [ 889.387474] env[63393]: DEBUG nova.compute.manager [req-0eeaa719-ba3c-40bc-8ed3-52225a627a10 req-6fd5ad9c-921b-45c8-98cd-aef6839920f2 service nova] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Detach interface failed, port_id=1187d823-0618-4c94-94ef-62f0d6fb9199, reason: Instance 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 889.388723] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.401533] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.401741] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.413213] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.428517] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 889.460407] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.460630] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.540567] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682054, 'name': ReconfigVM_Task, 'duration_secs': 0.645966} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.540851] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 4d82d927-7d0e-465b-ab6c-c6265d34a792/4d82d927-7d0e-465b-ab6c-c6265d34a792.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.541495] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f5354d-f189-46fb-b474-ef3b0e7adccf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.549131] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 889.549131] env[63393]: value = "task-2682057" [ 889.549131] env[63393]: _type = "Task" [ 889.549131] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.552094] env[63393]: INFO nova.compute.manager [-] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Took 1.29 seconds to deallocate network for instance. [ 889.561259] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682057, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.603190] env[63393]: INFO nova.compute.manager [-] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Took 1.30 seconds to deallocate network for instance. [ 889.615757] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "aebb59fe-d208-405a-b439-92572c6e2c2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.628354] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.607s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.628807] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.013s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.629049] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "aebb59fe-d208-405a-b439-92572c6e2c2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.629254] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.629420] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.631890] env[63393]: INFO nova.compute.manager [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Terminating instance [ 889.695996] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b183214-6ab1-438e-bfec-de1b4fc4e35d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.706655] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1918b11-1275-4bac-b107-2c72ea42e093 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.739080] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f609e86e-4148-45d6-820f-36907119cf1c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.746434] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbd1917-8145-4f29-8ea9-8a3d34f36ec9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.750861] env[63393]: DEBUG nova.network.neutron [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.761602] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.953555] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.953776] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.953954] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Deleting the datastore file [datastore2] 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.954247] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee1b0355-c28e-4d0e-81f3-8cef6f20a35e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.960465] env[63393]: DEBUG oslo_vmware.api [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for the task: (returnval){ [ 889.960465] env[63393]: value = "task-2682058" [ 889.960465] env[63393]: _type = "Task" [ 889.960465] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.964014] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.970320] env[63393]: DEBUG oslo_vmware.api [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.059582] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682057, 'name': Rename_Task, 'duration_secs': 0.2498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.059882] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.060165] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc7b751-7da1-4f99-a38f-6e44252df105 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.062417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.068087] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 890.068087] env[63393]: value = "task-2682059" [ 890.068087] env[63393]: _type = "Task" [ 890.068087] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.076700] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.136351] env[63393]: DEBUG nova.compute.manager [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.136572] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.137509] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ecf10c-039f-4335-ba4e-4f898bb46021 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.144904] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.145207] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b639a9b-0c21-4c12-82ec-09ac3fd55455 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.151710] env[63393]: DEBUG oslo_vmware.api [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 890.151710] env[63393]: value = "task-2682060" [ 890.151710] env[63393]: _type = "Task" [ 890.151710] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.159604] env[63393]: DEBUG oslo_vmware.api [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.167386] env[63393]: INFO nova.compute.manager [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Took 0.56 seconds to detach 1 volumes for instance. [ 890.253471] env[63393]: INFO nova.compute.manager [-] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Took 1.37 seconds to deallocate network for instance. [ 890.297931] env[63393]: DEBUG nova.scheduler.client.report [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.298038] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 116 to 117 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.298490] env[63393]: DEBUG nova.compute.provider_tree [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.474187] env[63393]: DEBUG oslo_vmware.api [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Task: {'id': task-2682058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146085} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.474476] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.474700] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.474907] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.475133] env[63393]: INFO nova.compute.manager [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Took 1.82 seconds to destroy the instance on the hypervisor. [ 890.475406] env[63393]: DEBUG oslo.service.loopingcall [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.475616] env[63393]: DEBUG nova.compute.manager [-] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.475735] env[63393]: DEBUG nova.network.neutron [-] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.493485] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.579918] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.660797] env[63393]: DEBUG oslo_vmware.api [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682060, 'name': PowerOffVM_Task, 'duration_secs': 0.213036} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.661117] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.661249] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.662148] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b52a07f-3a56-4c6e-ac94-7a1143b457ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.673991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.725025] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.725368] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.725689] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleting the datastore file [datastore2] aebb59fe-d208-405a-b439-92572c6e2c2f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.726161] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-457041ae-cea3-4d1f-8a2e-0a8789e2c892 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.734200] env[63393]: DEBUG oslo_vmware.api [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for the task: (returnval){ [ 890.734200] env[63393]: value = "task-2682062" [ 890.734200] env[63393]: _type = "Task" [ 890.734200] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.743273] env[63393]: DEBUG oslo_vmware.api [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.760407] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.804096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.448s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.805292] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.807866] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.960s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.808494] env[63393]: DEBUG nova.objects.instance [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lazy-loading 'resources' on Instance uuid e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.868811] env[63393]: DEBUG nova.compute.manager [req-09a60a22-6f62-4042-b5d5-83bd104c1b40 req-6520f81c-edbf-4ab3-9ec6-ab31a349ace2 service nova] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Received event network-vif-deleted-9449d65e-ebbf-453a-aeee-a819c027373b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.869024] env[63393]: DEBUG nova.compute.manager [req-09a60a22-6f62-4042-b5d5-83bd104c1b40 req-6520f81c-edbf-4ab3-9ec6-ab31a349ace2 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Received event network-vif-deleted-1ad635b5-4755-4fb5-b567-5a420de99f45 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.869201] env[63393]: INFO nova.compute.manager [req-09a60a22-6f62-4042-b5d5-83bd104c1b40 req-6520f81c-edbf-4ab3-9ec6-ab31a349ace2 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Neutron deleted interface 1ad635b5-4755-4fb5-b567-5a420de99f45; detaching it from the instance and deleting it from the info cache [ 890.869359] env[63393]: DEBUG nova.network.neutron [req-09a60a22-6f62-4042-b5d5-83bd104c1b40 req-6520f81c-edbf-4ab3-9ec6-ab31a349ace2 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.078779] env[63393]: DEBUG oslo_vmware.api [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682059, 'name': PowerOnVM_Task, 'duration_secs': 0.536992} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.079042] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.079245] env[63393]: INFO nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Took 8.50 seconds to spawn the instance on the hypervisor. [ 891.079422] env[63393]: DEBUG nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.080185] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f80a2-7b4c-4fff-89df-383ad20f8fd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.187098] env[63393]: DEBUG nova.network.neutron [-] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.243093] env[63393]: DEBUG oslo_vmware.api [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Task: {'id': task-2682062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145372} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.243392] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.243609] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.243816] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.244028] env[63393]: INFO nova.compute.manager [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 891.244304] env[63393]: DEBUG oslo.service.loopingcall [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.244498] env[63393]: DEBUG nova.compute.manager [-] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.244593] env[63393]: DEBUG nova.network.neutron [-] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.311777] env[63393]: DEBUG nova.compute.utils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.317030] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.317030] env[63393]: DEBUG nova.network.neutron [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.354735] env[63393]: DEBUG nova.policy [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e80d79862d8c418fbd51ff63b7a44934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcc2f4195d094c7c8bedbe088796a198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.374884] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc82037-3f3f-4834-8cbe-e0daf1fa90d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.383410] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d43f29-338f-4bbb-8be9-0bd517f9833c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.423315] env[63393]: DEBUG nova.compute.manager [req-09a60a22-6f62-4042-b5d5-83bd104c1b40 req-6520f81c-edbf-4ab3-9ec6-ab31a349ace2 service nova] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Detach interface failed, port_id=1ad635b5-4755-4fb5-b567-5a420de99f45, reason: Instance 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 891.598721] env[63393]: INFO nova.compute.manager [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Took 23.36 seconds to build instance. [ 891.633507] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da02b4-b58d-42a4-baee-e9e95c12cf63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.642536] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33265c7-d2ef-4ea9-a822-3f7d6c5d1ccf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.673689] env[63393]: DEBUG nova.network.neutron [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Successfully created port: 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.676440] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da837dd-c292-4dfa-97d3-2c237658c16b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.684205] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fad9a2d-25d4-4c6b-8cb8-58e48b20767e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.689605] env[63393]: INFO nova.compute.manager [-] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Took 1.21 seconds to deallocate network for instance. [ 891.699352] env[63393]: DEBUG nova.compute.provider_tree [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.818060] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.990372] env[63393]: DEBUG nova.network.neutron [-] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.102523] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8ac06943-8604-4883-ac87-05dd3b6c822c tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.884s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.204857] env[63393]: DEBUG nova.scheduler.client.report [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.211736] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.492435] env[63393]: INFO nova.compute.manager [-] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Took 1.25 seconds to deallocate network for instance. [ 892.611847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "4d82d927-7d0e-465b-ab6c-c6265d34a792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.611847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.611847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "4d82d927-7d0e-465b-ab6c-c6265d34a792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.611847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.611847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.613827] env[63393]: INFO nova.compute.manager [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Terminating instance [ 892.713496] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.716398] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.755s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.718072] env[63393]: INFO nova.compute.claims [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.739291] env[63393]: INFO nova.scheduler.client.report [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Deleted allocations for instance e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b [ 892.827928] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.852908] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.853201] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.853406] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.853564] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.853748] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.853897] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.854141] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.854305] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.854471] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.854631] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.854835] env[63393]: DEBUG nova.virt.hardware [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.855724] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe22dea8-e219-48b2-a560-292338c74901 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.863924] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51122b3-9b3d-4a70-80b3-e2384ff14b1a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.901602] env[63393]: DEBUG nova.compute.manager [req-3f18c96b-559b-4178-aa67-30dccaca7320 req-b3810a74-33f8-4eb2-99b7-e3f59290cbec service nova] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Received event network-vif-deleted-ff82d644-f094-4abc-b2c7-21b2b58872ad {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.998668] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.115116] env[63393]: DEBUG nova.compute.manager [req-3a52716b-bc4a-49c8-9ded-73528665958d req-d9b8f3ab-5139-4b07-97ef-75109831ed50 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Received event network-vif-plugged-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.115351] env[63393]: DEBUG oslo_concurrency.lockutils [req-3a52716b-bc4a-49c8-9ded-73528665958d req-d9b8f3ab-5139-4b07-97ef-75109831ed50 service nova] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.115565] env[63393]: DEBUG oslo_concurrency.lockutils [req-3a52716b-bc4a-49c8-9ded-73528665958d req-d9b8f3ab-5139-4b07-97ef-75109831ed50 service nova] Lock "cdf54115-b533-499d-8c18-f77d6764a807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.115683] env[63393]: DEBUG oslo_concurrency.lockutils [req-3a52716b-bc4a-49c8-9ded-73528665958d req-d9b8f3ab-5139-4b07-97ef-75109831ed50 service nova] Lock "cdf54115-b533-499d-8c18-f77d6764a807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.115858] env[63393]: DEBUG nova.compute.manager [req-3a52716b-bc4a-49c8-9ded-73528665958d req-d9b8f3ab-5139-4b07-97ef-75109831ed50 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] No waiting events found dispatching network-vif-plugged-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.116030] env[63393]: WARNING nova.compute.manager [req-3a52716b-bc4a-49c8-9ded-73528665958d req-d9b8f3ab-5139-4b07-97ef-75109831ed50 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Received unexpected event network-vif-plugged-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb for instance with vm_state building and task_state spawning. [ 893.116893] env[63393]: DEBUG nova.compute.manager [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.117097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.117934] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6418f23c-6434-4cf2-aa2f-c4e12e9f8274 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.127475] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.127714] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1759c0fc-aae1-48c1-9605-ad8f20981efe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.133508] env[63393]: DEBUG oslo_vmware.api [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 893.133508] env[63393]: value = "task-2682063" [ 893.133508] env[63393]: _type = "Task" [ 893.133508] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.141567] env[63393]: DEBUG oslo_vmware.api [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.207626] env[63393]: DEBUG nova.network.neutron [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Successfully updated port: 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.247513] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42224359-e44a-496a-b00f-2f9620f8e03f tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Lock "e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.379s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.644974] env[63393]: DEBUG oslo_vmware.api [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682063, 'name': PowerOffVM_Task, 'duration_secs': 0.236992} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.645250] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.645418] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.645712] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c972d6fa-efc1-4ccb-92a3-4d863a048888 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.711266] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.711548] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.711640] env[63393]: DEBUG nova.network.neutron [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.718027] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.718027] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.718027] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Deleting the datastore file [datastore2] 4d82d927-7d0e-465b-ab6c-c6265d34a792 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.718027] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97fa2af2-6c6a-4c27-a189-d40b2c3a4d92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.724240] env[63393]: DEBUG oslo_vmware.api [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for the task: (returnval){ [ 893.724240] env[63393]: value = "task-2682065" [ 893.724240] env[63393]: _type = "Task" [ 893.724240] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.738097] env[63393]: DEBUG oslo_vmware.api [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.030746] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c1388-eff2-4265-8f4f-f9f3336a6d76 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.038286] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d5553-589d-447e-a119-4442ffac9603 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.068131] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ec2fb-6e92-43c1-b51f-b9e9f2a8b026 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.075858] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be361e-561a-4cf9-8452-503341848f8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.090727] env[63393]: DEBUG nova.compute.provider_tree [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.236496] env[63393]: DEBUG oslo_vmware.api [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Task: {'id': task-2682065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134721} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.239017] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.239017] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.239017] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.239017] env[63393]: INFO nova.compute.manager [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Took 1.12 seconds to destroy the instance on the hypervisor. [ 894.239017] env[63393]: DEBUG oslo.service.loopingcall [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.239017] env[63393]: DEBUG nova.compute.manager [-] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.239017] env[63393]: DEBUG nova.network.neutron [-] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.252049] env[63393]: DEBUG nova.network.neutron [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.409139] env[63393]: DEBUG nova.network.neutron [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.597021] env[63393]: DEBUG nova.scheduler.client.report [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.915652] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.916027] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Instance network_info: |[{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.916450] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:1d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '824525fa-b424-4ae7-9fdf-ed7ee53bb7fb', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.929608] env[63393]: DEBUG oslo.service.loopingcall [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.930141] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.930509] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2995690c-8ad3-4e33-9c10-656746bafc9d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.950634] env[63393]: DEBUG nova.compute.manager [req-1bf7a9ca-2e50-45fd-b3fd-2c38cd860fef req-07d745a7-f7df-4601-a681-2326ea2d855d service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Received event network-vif-deleted-6a1f4def-c876-405e-917a-854796cd04b9 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.950878] env[63393]: INFO nova.compute.manager [req-1bf7a9ca-2e50-45fd-b3fd-2c38cd860fef req-07d745a7-f7df-4601-a681-2326ea2d855d service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Neutron deleted interface 6a1f4def-c876-405e-917a-854796cd04b9; detaching it from the instance and deleting it from the info cache [ 894.951102] env[63393]: DEBUG nova.network.neutron [req-1bf7a9ca-2e50-45fd-b3fd-2c38cd860fef req-07d745a7-f7df-4601-a681-2326ea2d855d service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.956854] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.956854] env[63393]: value = "task-2682066" [ 894.956854] env[63393]: _type = "Task" [ 894.956854] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.966259] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682066, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.100799] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.101396] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.104308] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.926s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.104500] env[63393]: DEBUG nova.objects.instance [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lazy-loading 'resources' on Instance uuid e7fe8db3-baf4-4359-a5eb-65366edd64ea {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.196244] env[63393]: DEBUG nova.network.neutron [-] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.201267] env[63393]: DEBUG nova.compute.manager [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Received event network-changed-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.201488] env[63393]: DEBUG nova.compute.manager [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Refreshing instance network info cache due to event network-changed-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.201890] env[63393]: DEBUG oslo_concurrency.lockutils [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.202131] env[63393]: DEBUG oslo_concurrency.lockutils [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.202412] env[63393]: DEBUG nova.network.neutron [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Refreshing network info cache for port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.454670] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a49ddc39-8603-4236-98e1-7e7f4e3fb9b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.464823] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9747b504-5e4b-4508-9077-39e516b65297 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.480645] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682066, 'name': CreateVM_Task, 'duration_secs': 0.379849} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.481226] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.481925] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.482100] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.482464] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.482643] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdff10d7-87a7-466e-9c89-7787a22557b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.487104] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 895.487104] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528b187e-c569-e888-878d-a022ffb0bdfa" [ 895.487104] env[63393]: _type = "Task" [ 895.487104] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.502223] env[63393]: DEBUG nova.compute.manager [req-1bf7a9ca-2e50-45fd-b3fd-2c38cd860fef req-07d745a7-f7df-4601-a681-2326ea2d855d service nova] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Detach interface failed, port_id=6a1f4def-c876-405e-917a-854796cd04b9, reason: Instance 4d82d927-7d0e-465b-ab6c-c6265d34a792 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 895.507668] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528b187e-c569-e888-878d-a022ffb0bdfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.507944] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.508183] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.508410] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.508561] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.508724] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.508976] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d72bbb55-5356-4cc6-a70f-1c303733627f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.516295] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.516471] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.517217] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7d474e-f98d-4eed-9bfd-ba790749a455 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.521869] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 895.521869] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ff724c-5481-63e1-dc53-bffe28fb992f" [ 895.521869] env[63393]: _type = "Task" [ 895.521869] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.529647] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ff724c-5481-63e1-dc53-bffe28fb992f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.607772] env[63393]: DEBUG nova.compute.utils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.609747] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.609862] env[63393]: DEBUG nova.network.neutron [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.664837] env[63393]: DEBUG nova.policy [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b180974f696a48f4ba5c542ee0a2b6fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2babf61834b947989e6d5172027228c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.699178] env[63393]: INFO nova.compute.manager [-] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Took 1.46 seconds to deallocate network for instance. [ 895.922949] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e635f9-f3b4-43c2-8fd0-64970d1ec8e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.930961] env[63393]: DEBUG nova.network.neutron [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updated VIF entry in instance network info cache for port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.931415] env[63393]: DEBUG nova.network.neutron [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.933199] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96936b-40d1-410e-aacd-39b4a5fde97b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.965587] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d670c-3261-4dd8-bed3-a372824e46e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.974887] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b209661-9c48-49ae-9cbf-a9e6b4079619 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.988834] env[63393]: DEBUG nova.compute.provider_tree [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.990757] env[63393]: DEBUG nova.network.neutron [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Successfully created port: ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.031807] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ff724c-5481-63e1-dc53-bffe28fb992f, 'name': SearchDatastore_Task, 'duration_secs': 0.020363} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.032573] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b8894b-5202-4956-b86c-37f6246e751b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.037736] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 896.037736] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52788620-13e6-8581-d1dc-30100230ffc3" [ 896.037736] env[63393]: _type = "Task" [ 896.037736] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.045271] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52788620-13e6-8581-d1dc-30100230ffc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.115735] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.209084] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.437570] env[63393]: DEBUG oslo_concurrency.lockutils [req-2aadb7f4-65b7-49ae-8a26-8936ff6c9d1e req-e6cd86cd-e029-4b0e-a8bd-c02098db8c0b service nova] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.495041] env[63393]: DEBUG nova.scheduler.client.report [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.549263] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52788620-13e6-8581-d1dc-30100230ffc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.549581] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.549931] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.550240] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93d8f2d-9ba8-4626-8e9d-ee761850d4e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.558207] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 896.558207] env[63393]: value = "task-2682067" [ 896.558207] env[63393]: _type = "Task" [ 896.558207] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.566270] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.623312] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "2e07670f-8519-436e-8596-9a19f9c31eba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.623561] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "2e07670f-8519-436e-8596-9a19f9c31eba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.000060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.002309] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.940s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.002548] env[63393]: DEBUG nova.objects.instance [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lazy-loading 'resources' on Instance uuid 73eb8dbe-a735-4b65-83df-539b76c14749 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.023853] env[63393]: INFO nova.scheduler.client.report [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Deleted allocations for instance e7fe8db3-baf4-4359-a5eb-65366edd64ea [ 897.067778] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.068533] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.068751] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.068992] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9ee748c-8d0e-4b72-b075-933aabe51b04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.077230] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 897.077230] env[63393]: value = "task-2682068" [ 897.077230] env[63393]: _type = "Task" [ 897.077230] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.084309] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.126355] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.128454] env[63393]: DEBUG nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.155335] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.155567] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.156215] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.156215] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.156215] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.156215] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.156456] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.156574] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.156738] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.156897] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.157083] env[63393]: DEBUG nova.virt.hardware [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.157922] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521329c5-323a-4d86-b0c5-fe8371b17feb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.166137] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe8915-2a53-4618-8f47-cccd82b617bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.530949] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d0d02cb-030d-4207-bbef-93518cdfca80 tempest-ServerShowV247Test-52954442 tempest-ServerShowV247Test-52954442-project-member] Lock "e7fe8db3-baf4-4359-a5eb-65366edd64ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.656s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.590181] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065595} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.594033] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.595255] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7000666e-0bcd-4564-a887-575eb55d20c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.618881] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.622355] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-498e12ac-349d-452a-8de9-0411bf4fa52c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.646615] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 897.646615] env[63393]: value = "task-2682069" [ 897.646615] env[63393]: _type = "Task" [ 897.646615] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.657336] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.663460] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.701463] env[63393]: DEBUG nova.compute.manager [req-713acbe9-133a-4efa-aa47-b9012231d287 req-4d19d7f5-a81d-4cbb-91ab-df84898b1e00 service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Received event network-vif-plugged-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.701819] env[63393]: DEBUG oslo_concurrency.lockutils [req-713acbe9-133a-4efa-aa47-b9012231d287 req-4d19d7f5-a81d-4cbb-91ab-df84898b1e00 service nova] Acquiring lock "e590d9c0-e5d6-472f-98af-3bcd26d17125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.705080] env[63393]: DEBUG oslo_concurrency.lockutils [req-713acbe9-133a-4efa-aa47-b9012231d287 req-4d19d7f5-a81d-4cbb-91ab-df84898b1e00 service nova] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.705080] env[63393]: DEBUG oslo_concurrency.lockutils [req-713acbe9-133a-4efa-aa47-b9012231d287 req-4d19d7f5-a81d-4cbb-91ab-df84898b1e00 service nova] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.705080] env[63393]: DEBUG nova.compute.manager [req-713acbe9-133a-4efa-aa47-b9012231d287 req-4d19d7f5-a81d-4cbb-91ab-df84898b1e00 service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] No waiting events found dispatching network-vif-plugged-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.705080] env[63393]: WARNING nova.compute.manager [req-713acbe9-133a-4efa-aa47-b9012231d287 req-4d19d7f5-a81d-4cbb-91ab-df84898b1e00 service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Received unexpected event network-vif-plugged-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 for instance with vm_state building and task_state spawning. [ 897.763751] env[63393]: DEBUG nova.network.neutron [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Successfully updated port: ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.849646] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c78da-70fe-46ec-bc9b-fbf8acc9ed5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.858289] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228cc73-bdf4-4b9a-a86a-bb226bd622c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.891889] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1512c8ad-0bb9-46bd-85ee-fece37c0b6ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.899852] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ccf50b-8e9f-4614-870a-965df2b9d88a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.913635] env[63393]: DEBUG nova.compute.provider_tree [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.156782] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682069, 'name': ReconfigVM_Task, 'duration_secs': 0.281269} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.157151] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to attach disk [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.157652] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524fdf20-3e98-4695-8250-bfd2ed208b18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.163814] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 898.163814] env[63393]: value = "task-2682070" [ 898.163814] env[63393]: _type = "Task" [ 898.163814] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.171443] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682070, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.271677] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "refresh_cache-e590d9c0-e5d6-472f-98af-3bcd26d17125" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.271900] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "refresh_cache-e590d9c0-e5d6-472f-98af-3bcd26d17125" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.272178] env[63393]: DEBUG nova.network.neutron [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.416927] env[63393]: DEBUG nova.scheduler.client.report [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.675012] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682070, 'name': Rename_Task, 'duration_secs': 0.152611} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.675347] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.675623] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76d336b9-9235-462c-830c-b7557949aac0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.682573] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 898.682573] env[63393]: value = "task-2682071" [ 898.682573] env[63393]: _type = "Task" [ 898.682573] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.691163] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.803251] env[63393]: DEBUG nova.network.neutron [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.921726] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.924185] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.431s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.925940] env[63393]: INFO nova.compute.claims [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.930051] env[63393]: DEBUG nova.network.neutron [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Updating instance_info_cache with network_info: [{"id": "ce7dec1e-d5ad-4e2a-9f31-0eef267c7091", "address": "fa:16:3e:6e:52:99", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dec1e-d5", "ovs_interfaceid": "ce7dec1e-d5ad-4e2a-9f31-0eef267c7091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.951728] env[63393]: INFO nova.scheduler.client.report [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted allocations for instance 73eb8dbe-a735-4b65-83df-539b76c14749 [ 899.192437] env[63393]: DEBUG oslo_vmware.api [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682071, 'name': PowerOnVM_Task, 'duration_secs': 0.474043} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.192800] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.192878] env[63393]: INFO nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Took 6.37 seconds to spawn the instance on the hypervisor. [ 899.193070] env[63393]: DEBUG nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.193811] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b90e2fb-b587-4e00-a6a2-db12762c91e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.432605] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "refresh_cache-e590d9c0-e5d6-472f-98af-3bcd26d17125" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.432909] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Instance network_info: |[{"id": "ce7dec1e-d5ad-4e2a-9f31-0eef267c7091", "address": "fa:16:3e:6e:52:99", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dec1e-d5", "ovs_interfaceid": "ce7dec1e-d5ad-4e2a-9f31-0eef267c7091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.433557] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:52:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce7dec1e-d5ad-4e2a-9f31-0eef267c7091', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.441183] env[63393]: DEBUG oslo.service.loopingcall [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.441973] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.442214] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-628ef8fb-0d51-4ea7-82e3-d4af56ff92a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.460047] env[63393]: DEBUG oslo_concurrency.lockutils [None req-632d36aa-0afb-4713-8b30-09723b4cb3b3 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "73eb8dbe-a735-4b65-83df-539b76c14749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.374s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.464602] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.464602] env[63393]: value = "task-2682072" [ 899.464602] env[63393]: _type = "Task" [ 899.464602] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.472790] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682072, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.711983] env[63393]: INFO nova.compute.manager [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Took 14.14 seconds to build instance. [ 899.730699] env[63393]: DEBUG nova.compute.manager [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Received event network-changed-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.730910] env[63393]: DEBUG nova.compute.manager [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Refreshing instance network info cache due to event network-changed-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.731196] env[63393]: DEBUG oslo_concurrency.lockutils [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] Acquiring lock "refresh_cache-e590d9c0-e5d6-472f-98af-3bcd26d17125" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.731374] env[63393]: DEBUG oslo_concurrency.lockutils [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] Acquired lock "refresh_cache-e590d9c0-e5d6-472f-98af-3bcd26d17125" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.731572] env[63393]: DEBUG nova.network.neutron [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Refreshing network info cache for port ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.977525] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682072, 'name': CreateVM_Task, 'duration_secs': 0.32133} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.977710] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.978420] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.978620] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978948] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.979221] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b994351c-1c52-4587-b703-919430f467f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.984797] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 899.984797] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52241db4-c4f2-9565-947a-81aee18cbea1" [ 899.984797] env[63393]: _type = "Task" [ 899.984797] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.992548] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52241db4-c4f2-9565-947a-81aee18cbea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.193766] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ea440-cd1c-4cfb-95a7-ea877d4c25ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.202321] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6838da74-ae55-40f5-b63f-1673272a6512 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.235440] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0cc96008-8011-4e36-86b3-ab6d75ef908a tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.676s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.238423] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d9da02-0ea8-4b26-8f3b-b3cbe8297afb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.250023] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fad4f3-3e69-48bb-89f2-ce2bafeaa1ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.264649] env[63393]: DEBUG nova.compute.provider_tree [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.436170] env[63393]: DEBUG nova.network.neutron [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Updated VIF entry in instance network info cache for port ce7dec1e-d5ad-4e2a-9f31-0eef267c7091. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.436532] env[63393]: DEBUG nova.network.neutron [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Updating instance_info_cache with network_info: [{"id": "ce7dec1e-d5ad-4e2a-9f31-0eef267c7091", "address": "fa:16:3e:6e:52:99", "network": {"id": "b91e50e8-0372-4c90-8f96-acc7d6aaf283", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2078853167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2babf61834b947989e6d5172027228c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dec1e-d5", "ovs_interfaceid": "ce7dec1e-d5ad-4e2a-9f31-0eef267c7091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.495493] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52241db4-c4f2-9565-947a-81aee18cbea1, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.495803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.496059] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.496293] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.496438] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.496611] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.496861] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da70a63b-f6b7-4ad8-8b4d-d25d4dc18820 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.505606] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.505796] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.506517] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca262c3-1091-4fb4-92d8-6a11681f8a35 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.511284] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 900.511284] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5271b6e4-b120-525e-f3b1-33c508fd2d24" [ 900.511284] env[63393]: _type = "Task" [ 900.511284] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.519701] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5271b6e4-b120-525e-f3b1-33c508fd2d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.768030] env[63393]: DEBUG nova.scheduler.client.report [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.940226] env[63393]: DEBUG oslo_concurrency.lockutils [req-5e93c10e-a97e-4fd5-8955-5e287b12e65d req-323ba64f-7096-4107-a472-1697ac6b7aaf service nova] Releasing lock "refresh_cache-e590d9c0-e5d6-472f-98af-3bcd26d17125" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.021853] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5271b6e4-b120-525e-f3b1-33c508fd2d24, 'name': SearchDatastore_Task, 'duration_secs': 0.008788} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.022731] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad649ce3-b2d3-452e-9a90-79f16bc85bda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.027563] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 901.027563] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e225f1-171d-53f4-d1ae-c713d8735377" [ 901.027563] env[63393]: _type = "Task" [ 901.027563] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.034801] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e225f1-171d-53f4-d1ae-c713d8735377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.273728] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.274292] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.277260] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.603s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.277512] env[63393]: DEBUG nova.objects.instance [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'resources' on Instance uuid 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.537669] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e225f1-171d-53f4-d1ae-c713d8735377, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.537948] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.538371] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] e590d9c0-e5d6-472f-98af-3bcd26d17125/e590d9c0-e5d6-472f-98af-3bcd26d17125.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.538663] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c739f3f8-9487-4d18-882c-d2a7857272d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.545905] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 901.545905] env[63393]: value = "task-2682073" [ 901.545905] env[63393]: _type = "Task" [ 901.545905] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.553329] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.760530] env[63393]: DEBUG nova.compute.manager [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Received event network-changed-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.760664] env[63393]: DEBUG nova.compute.manager [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Refreshing instance network info cache due to event network-changed-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.760862] env[63393]: DEBUG oslo_concurrency.lockutils [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.761430] env[63393]: DEBUG oslo_concurrency.lockutils [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.761430] env[63393]: DEBUG nova.network.neutron [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Refreshing network info cache for port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.783820] env[63393]: DEBUG nova.compute.utils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.785638] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.785914] env[63393]: DEBUG nova.network.neutron [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.848148] env[63393]: DEBUG nova.policy [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a653152aa0cc4994bd6d31f0c975bd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ec17b0b4d754f73a4d99cdeae0ff40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.056507] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444037} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.059180] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] e590d9c0-e5d6-472f-98af-3bcd26d17125/e590d9c0-e5d6-472f-98af-3bcd26d17125.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.059409] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.060076] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-004bb4a0-2077-4712-a605-d87da3f92fc9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.067368] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 902.067368] env[63393]: value = "task-2682074" [ 902.067368] env[63393]: _type = "Task" [ 902.067368] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.078558] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.106188] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff67cd08-d555-484c-bb6d-2e7ffc9dcce3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.111645] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c265a9-4e83-4255-be14-b34dfccca0e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.150949] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ae602-02e5-45dd-adb7-b10dba1e0b35 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.158826] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f18d51-d1d3-4c30-88cd-862cce8dea53 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.173059] env[63393]: DEBUG nova.compute.provider_tree [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.175830] env[63393]: DEBUG nova.network.neutron [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Successfully created port: 76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.289056] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.471219] env[63393]: DEBUG nova.network.neutron [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updated VIF entry in instance network info cache for port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.471580] env[63393]: DEBUG nova.network.neutron [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.576938] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248165} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.577230] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.577971] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff3bef-34a8-40f4-bcec-b0446d06546f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.599013] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] e590d9c0-e5d6-472f-98af-3bcd26d17125/e590d9c0-e5d6-472f-98af-3bcd26d17125.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.599277] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f667268-e048-42ef-8f5d-1a3c9bce8326 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.618514] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 902.618514] env[63393]: value = "task-2682075" [ 902.618514] env[63393]: _type = "Task" [ 902.618514] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.625954] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.679148] env[63393]: DEBUG nova.scheduler.client.report [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.974276] env[63393]: DEBUG oslo_concurrency.lockutils [req-8dc3d5a7-38c2-4386-9ede-ff1763028a1f req-3c619264-ce24-4c6f-922b-af67acdd7894 service nova] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.130514] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682075, 'name': ReconfigVM_Task, 'duration_secs': 0.320984} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.130514] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Reconfigured VM instance instance-00000052 to attach disk [datastore2] e590d9c0-e5d6-472f-98af-3bcd26d17125/e590d9c0-e5d6-472f-98af-3bcd26d17125.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.130514] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef471dbf-7124-43a5-bb48-97b05861cf24 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.135881] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 903.135881] env[63393]: value = "task-2682076" [ 903.135881] env[63393]: _type = "Task" [ 903.135881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.143515] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682076, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.184549] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.186900] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.427s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.187196] env[63393]: DEBUG nova.objects.instance [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lazy-loading 'resources' on Instance uuid 201dc70d-8f25-4b63-83a3-5169c8c368b8 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.205983] env[63393]: INFO nova.scheduler.client.report [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocations for instance 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc [ 903.304837] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.330505] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.330747] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.330903] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.331098] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.331246] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.331393] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.331597] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.331755] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.331959] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.332145] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.332322] env[63393]: DEBUG nova.virt.hardware [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.333226] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7500296b-544b-4caa-b4f9-30e0a62bffca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.341456] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c720b25-2f35-4090-a570-68743f538414 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.627369] env[63393]: DEBUG nova.network.neutron [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Successfully updated port: 76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.647054] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682076, 'name': Rename_Task, 'duration_secs': 0.140015} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.647054] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.647319] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9e6b83-2e6b-4929-911d-4c16a67fb54c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.654093] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 903.654093] env[63393]: value = "task-2682077" [ 903.654093] env[63393]: _type = "Task" [ 903.654093] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.661777] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.717307] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6d90b31b-0b96-418c-9367-6a349974a2bf tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "71fc8b7c-d54d-43db-bc1c-a3781ffb94cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.248s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.789504] env[63393]: DEBUG nova.compute.manager [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Received event network-vif-plugged-76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.789753] env[63393]: DEBUG oslo_concurrency.lockutils [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] Acquiring lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.789998] env[63393]: DEBUG oslo_concurrency.lockutils [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.790249] env[63393]: DEBUG oslo_concurrency.lockutils [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.790481] env[63393]: DEBUG nova.compute.manager [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] No waiting events found dispatching network-vif-plugged-76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.790681] env[63393]: WARNING nova.compute.manager [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Received unexpected event network-vif-plugged-76a4c4d0-3fc3-4467-a84a-64547a92bc79 for instance with vm_state building and task_state spawning. [ 903.790846] env[63393]: DEBUG nova.compute.manager [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Received event network-changed-76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.791071] env[63393]: DEBUG nova.compute.manager [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Refreshing instance network info cache due to event network-changed-76a4c4d0-3fc3-4467-a84a-64547a92bc79. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.791711] env[63393]: DEBUG oslo_concurrency.lockutils [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] Acquiring lock "refresh_cache-ecb3399d-740f-4a48-bb80-7fa0b02a7c05" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.791711] env[63393]: DEBUG oslo_concurrency.lockutils [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] Acquired lock "refresh_cache-ecb3399d-740f-4a48-bb80-7fa0b02a7c05" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.791711] env[63393]: DEBUG nova.network.neutron [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Refreshing network info cache for port 76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.941561] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b913d-8d39-493b-a817-de619b13bac7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.949689] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189d33ba-cdb3-418d-8082-d12d9a70b9a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.980930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2618a258-f770-4657-b46f-c6d57e79f7a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.988552] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfb022-3549-49e2-b200-38b39276aa05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.002991] env[63393]: DEBUG nova.compute.provider_tree [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.130296] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-ecb3399d-740f-4a48-bb80-7fa0b02a7c05" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.166782] env[63393]: DEBUG oslo_vmware.api [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682077, 'name': PowerOnVM_Task, 'duration_secs': 0.423952} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.167448] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.167448] env[63393]: INFO nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Took 7.04 seconds to spawn the instance on the hypervisor. [ 904.167666] env[63393]: DEBUG nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.168752] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1524252b-b166-49ae-a5d9-e33bdb91ca48 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.322493] env[63393]: DEBUG nova.network.neutron [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.400397] env[63393]: DEBUG nova.network.neutron [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.506649] env[63393]: DEBUG nova.scheduler.client.report [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.685435] env[63393]: INFO nova.compute.manager [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Took 16.75 seconds to build instance. [ 904.903755] env[63393]: DEBUG oslo_concurrency.lockutils [req-6f01ecac-4177-4ecf-88de-d5f46654c314 req-0d32e27b-2b62-4411-a4e6-7aaf37f2b725 service nova] Releasing lock "refresh_cache-ecb3399d-740f-4a48-bb80-7fa0b02a7c05" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.903935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-ecb3399d-740f-4a48-bb80-7fa0b02a7c05" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.904117] env[63393]: DEBUG nova.network.neutron [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.011945] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.015129] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.804s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.015129] env[63393]: DEBUG nova.objects.instance [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lazy-loading 'resources' on Instance uuid 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.030585] env[63393]: INFO nova.scheduler.client.report [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Deleted allocations for instance 201dc70d-8f25-4b63-83a3-5169c8c368b8 [ 905.188611] env[63393]: DEBUG oslo_concurrency.lockutils [None req-6e50e255-59df-4c37-a51b-fbea3b8ce644 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.263s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.232627] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "85536d85-14a6-42fa-8055-778dbe55452f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.232877] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.454583] env[63393]: DEBUG nova.network.neutron [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.546790] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Lock "201dc70d-8f25-4b63-83a3-5169c8c368b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.344s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.662292] env[63393]: DEBUG nova.network.neutron [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Updating instance_info_cache with network_info: [{"id": "76a4c4d0-3fc3-4467-a84a-64547a92bc79", "address": "fa:16:3e:21:9f:55", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a4c4d0-3f", "ovs_interfaceid": "76a4c4d0-3fc3-4467-a84a-64547a92bc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.691273] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "289e6358-13a9-4c8e-8c00-d9749260447c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.692054] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "289e6358-13a9-4c8e-8c00-d9749260447c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.692185] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "289e6358-13a9-4c8e-8c00-d9749260447c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.692396] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "289e6358-13a9-4c8e-8c00-d9749260447c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.692501] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "289e6358-13a9-4c8e-8c00-d9749260447c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.695423] env[63393]: INFO nova.compute.manager [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Terminating instance [ 905.737067] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.853558] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857cea7-9cdc-4b28-8a6b-c2f171a1d9e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.861872] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db359269-48e2-47f9-ae55-86404e942d8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.892032] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daedcf24-8f31-479d-805c-61b57bde141b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.899513] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35bf9a-6641-4ea9-b27a-d58f5666cd3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.912795] env[63393]: DEBUG nova.compute.provider_tree [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.163021] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-ecb3399d-740f-4a48-bb80-7fa0b02a7c05" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.163301] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance network_info: |[{"id": "76a4c4d0-3fc3-4467-a84a-64547a92bc79", "address": "fa:16:3e:21:9f:55", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a4c4d0-3f", "ovs_interfaceid": "76a4c4d0-3fc3-4467-a84a-64547a92bc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.163699] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:9f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a4c4d0-3fc3-4467-a84a-64547a92bc79', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.171352] env[63393]: DEBUG oslo.service.loopingcall [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.171568] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.172035] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffcf711-dd25-4172-89d9-43c1f0dfa28a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.193877] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.193877] env[63393]: value = "task-2682078" [ 906.193877] env[63393]: _type = "Task" [ 906.193877] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.201836] env[63393]: DEBUG nova.compute.manager [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.202060] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.202280] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682078, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.202993] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf029a-d45e-4c8f-84d8-fe45743dfeb3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.998494] env[63393]: DEBUG nova.scheduler.client.report [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.001956] env[63393]: DEBUG nova.compute.manager [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.005772] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e01b02-ed56-438b-a3c6-962ee921294f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.013539] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.015543] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc6e81b-bb8c-4917-8183-737c8a2a139d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.019768] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682078, 'name': CreateVM_Task, 'duration_secs': 0.470129} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.022367] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.025155] env[63393]: DEBUG oslo_vmware.api [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 907.025155] env[63393]: value = "task-2682079" [ 907.025155] env[63393]: _type = "Task" [ 907.025155] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.026765] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.027028] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.027318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.028637] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.029249] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73ea430-c8d0-4f13-bb65-4491e69397e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.038757] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 907.038757] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f4d400-8472-fbee-ae0e-8478cd59acab" [ 907.038757] env[63393]: _type = "Task" [ 907.038757] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.041938] env[63393]: DEBUG oslo_vmware.api [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2682079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.052445] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f4d400-8472-fbee-ae0e-8478cd59acab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.505179] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.491s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.507538] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.509s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.507770] env[63393]: DEBUG nova.objects.instance [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lazy-loading 'resources' on Instance uuid aebb59fe-d208-405a-b439-92572c6e2c2f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.526742] env[63393]: INFO nova.scheduler.client.report [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Deleted allocations for instance 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a [ 907.528881] env[63393]: INFO nova.compute.manager [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] instance snapshotting [ 907.536614] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe9e2b-8bc8-47d6-94b0-5fd646b6caed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.581547] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbc07d5-2f3d-425f-961e-f51c2fc633ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.585577] env[63393]: DEBUG oslo_vmware.api [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2682079, 'name': PowerOffVM_Task, 'duration_secs': 0.234893} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.592651] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.592971] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.593738] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f4d400-8472-fbee-ae0e-8478cd59acab, 'name': SearchDatastore_Task, 'duration_secs': 0.013824} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.594574] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be4e121f-695a-4f4e-85f9-729e7970ab8f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.596432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.596774] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.597142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.597398] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.597694] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.600793] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-689857a9-710b-4053-b9e9-2c6924f0868a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.614367] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.614736] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.615733] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9b140a-381b-4fd6-ba0f-3c4f77761cf3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.624515] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 907.624515] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52598170-11ac-3558-2c27-3144146c7b04" [ 907.624515] env[63393]: _type = "Task" [ 907.624515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.641021] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52598170-11ac-3558-2c27-3144146c7b04, 'name': SearchDatastore_Task} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.641021] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0012a027-0b09-4c84-b39e-3513dbcce55e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.643647] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 907.643647] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fd65c1-b298-ff7c-9b4d-c6d1ce4f4639" [ 907.643647] env[63393]: _type = "Task" [ 907.643647] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.653420] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fd65c1-b298-ff7c-9b4d-c6d1ce4f4639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.670458] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.670458] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.670458] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Deleting the datastore file [datastore1] 289e6358-13a9-4c8e-8c00-d9749260447c {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.670458] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b72738-a0a9-4857-8abf-fbf336b6282e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.677693] env[63393]: DEBUG oslo_vmware.api [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for the task: (returnval){ [ 907.677693] env[63393]: value = "task-2682081" [ 907.677693] env[63393]: _type = "Task" [ 907.677693] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.686701] env[63393]: DEBUG oslo_vmware.api [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2682081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.052227] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b4913c66-533e-472c-9942-d96d2db1ea83 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Lock "53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.907s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.109644] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 908.109962] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1a69782-3cc9-47fb-8655-8b7a42c225fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.120664] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 908.120664] env[63393]: value = "task-2682082" [ 908.120664] env[63393]: _type = "Task" [ 908.120664] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.132600] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.156720] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fd65c1-b298-ff7c-9b4d-c6d1ce4f4639, 'name': SearchDatastore_Task, 'duration_secs': 0.024939} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.156996] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.157291] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.158039] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-583538b1-dd0b-472e-82de-61254840b85d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.164601] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 908.164601] env[63393]: value = "task-2682083" [ 908.164601] env[63393]: _type = "Task" [ 908.164601] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.172779] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.187494] env[63393]: DEBUG oslo_vmware.api [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Task: {'id': task-2682081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325082} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.187799] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.187993] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.188214] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.188402] env[63393]: INFO nova.compute.manager [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Took 1.99 seconds to destroy the instance on the hypervisor. [ 908.188788] env[63393]: DEBUG oslo.service.loopingcall [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.188953] env[63393]: DEBUG nova.compute.manager [-] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.189034] env[63393]: DEBUG nova.network.neutron [-] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.307513] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d633d42-14b1-42f4-a7f3-8db11690d651 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.316052] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e0a18-fc19-48b6-8ea0-27d197184c4c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.348042] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f4ea5-f6d1-495f-8c9b-ccb86b0c35c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.356397] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45047fc0-e7d6-472b-9f01-b28a9e82a5a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.373566] env[63393]: DEBUG nova.compute.provider_tree [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.632498] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.680533] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.880183] env[63393]: DEBUG nova.scheduler.client.report [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.966569] env[63393]: DEBUG nova.compute.manager [req-94708506-a255-4efd-9986-d7a0791de69e req-cbd525c3-14ed-4782-a436-8b4d62c77d0b service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Received event network-vif-deleted-f2b36032-3eef-44e6-a9c7-eebefb63459f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.966569] env[63393]: INFO nova.compute.manager [req-94708506-a255-4efd-9986-d7a0791de69e req-cbd525c3-14ed-4782-a436-8b4d62c77d0b service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Neutron deleted interface f2b36032-3eef-44e6-a9c7-eebefb63459f; detaching it from the instance and deleting it from the info cache [ 908.966569] env[63393]: DEBUG nova.network.neutron [req-94708506-a255-4efd-9986-d7a0791de69e req-cbd525c3-14ed-4782-a436-8b4d62c77d0b service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.138334] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682082, 'name': CreateSnapshot_Task, 'duration_secs': 0.749851} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.138657] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 909.139558] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ada7518-e788-4b2e-926d-9d558098b2ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.177629] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.177814] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.178085] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.178363] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e73ab4e-f22f-4141-9ae0-94a132eb0db8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.185290] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 909.185290] env[63393]: value = "task-2682084" [ 909.185290] env[63393]: _type = "Task" [ 909.185290] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.195181] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.382849] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.386050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.176s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.386050] env[63393]: DEBUG nova.objects.instance [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lazy-loading 'resources' on Instance uuid 4d82d927-7d0e-465b-ab6c-c6265d34a792 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.387121] env[63393]: DEBUG nova.network.neutron [-] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.411447] env[63393]: INFO nova.scheduler.client.report [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Deleted allocations for instance aebb59fe-d208-405a-b439-92572c6e2c2f [ 909.469190] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fbd1c8b-127d-43d7-a775-a59e6c97e16f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.480165] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ecf201-c5b8-4f74-96ad-04dd31c0b71b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.516087] env[63393]: DEBUG nova.compute.manager [req-94708506-a255-4efd-9986-d7a0791de69e req-cbd525c3-14ed-4782-a436-8b4d62c77d0b service nova] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Detach interface failed, port_id=f2b36032-3eef-44e6-a9c7-eebefb63459f, reason: Instance 289e6358-13a9-4c8e-8c00-d9749260447c could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 909.658306] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.658444] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d7b1771-21f6-4124-ac88-61082f8ab5b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.668080] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 909.668080] env[63393]: value = "task-2682085" [ 909.668080] env[63393]: _type = "Task" [ 909.668080] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.676103] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682085, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.678558] env[63393]: DEBUG oslo_concurrency.lockutils [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.678773] env[63393]: DEBUG oslo_concurrency.lockutils [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.679487] env[63393]: DEBUG nova.objects.instance [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'flavor' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.700628] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073452} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.701546] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.702578] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d154eddb-1c63-448d-adc3-d204dd1c6618 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.732632] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.732632] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e8b846-0868-4b3f-b2fc-3f6254b512be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.756164] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 909.756164] env[63393]: value = "task-2682086" [ 909.756164] env[63393]: _type = "Task" [ 909.756164] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.765897] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.893020] env[63393]: INFO nova.compute.manager [-] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Took 1.70 seconds to deallocate network for instance. [ 909.919853] env[63393]: DEBUG oslo_concurrency.lockutils [None req-655654d1-64aa-46fa-858d-b192895d290b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Lock "aebb59fe-d208-405a-b439-92572c6e2c2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.291s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.178307] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682085, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.183736] env[63393]: DEBUG nova.objects.instance [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'pci_requests' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.204737] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbede060-2b6e-41af-82fe-b91e8e4c0255 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.213780] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50884f2-28b8-481e-b02d-58b3c104ca99 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.245798] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70089a04-0315-4493-b020-8697dcfcf6a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.253892] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca62598-e32b-4084-9b03-58c0c6b58581 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.271415] env[63393]: DEBUG nova.compute.provider_tree [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.275270] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.400077] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.683607] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682085, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.686389] env[63393]: DEBUG nova.objects.base [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 910.686622] env[63393]: DEBUG nova.network.neutron [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.773565] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682086, 'name': ReconfigVM_Task, 'duration_secs': 0.840855} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.773565] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.773854] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04d641f6-ca67-480c-a832-6cf15782ba9b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.776621] env[63393]: DEBUG nova.scheduler.client.report [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.781968] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 910.781968] env[63393]: value = "task-2682087" [ 910.781968] env[63393]: _type = "Task" [ 910.781968] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.792750] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682087, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.819535] env[63393]: DEBUG oslo_concurrency.lockutils [None req-486705fe-15c0-4913-b50a-de15c3cc96ee tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.140s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.180144] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682085, 'name': CloneVM_Task, 'duration_secs': 1.507197} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.180469] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Created linked-clone VM from snapshot [ 911.181167] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc2b26d-f0a6-44cf-a8c3-c1e13a63c326 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.188642] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Uploading image 14889018-857a-4134-b616-6cd02b20b203 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.200933] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.201257] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7f9ff32-edbb-498c-a83e-f1b4682bf243 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.208956] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 911.208956] env[63393]: value = "task-2682088" [ 911.208956] env[63393]: _type = "Task" [ 911.208956] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.217708] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682088, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.285951] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.286426] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.629s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.287887] env[63393]: INFO nova.compute.claims [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.300072] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682087, 'name': Rename_Task, 'duration_secs': 0.233177} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.301962] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.301962] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f5716c-4c8d-481e-96e1-e6902127ee77 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.306631] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 911.306631] env[63393]: value = "task-2682089" [ 911.306631] env[63393]: _type = "Task" [ 911.306631] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.314311] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.315363] env[63393]: INFO nova.scheduler.client.report [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Deleted allocations for instance 4d82d927-7d0e-465b-ab6c-c6265d34a792 [ 911.722760] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682088, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.827405] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.827991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Lock "4d82d927-7d0e-465b-ab6c-c6265d34a792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.217s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.220121] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682088, 'name': Destroy_Task, 'duration_secs': 0.592685} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.220437] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Destroyed the VM [ 912.220645] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 912.220904] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bf892d0-9470-4c7b-b989-27d9b27a2298 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.228305] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 912.228305] env[63393]: value = "task-2682090" [ 912.228305] env[63393]: _type = "Task" [ 912.228305] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.238486] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.316741] env[63393]: DEBUG oslo_vmware.api [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682089, 'name': PowerOnVM_Task, 'duration_secs': 0.700415} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.317322] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.317322] env[63393]: INFO nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Took 9.01 seconds to spawn the instance on the hypervisor. [ 912.317500] env[63393]: DEBUG nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.318213] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f23155-09b8-4ebe-b00b-812d3cd793d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.614303] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e52ba6-2446-4697-be2e-dc516e60c908 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.623569] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff05d801-2a23-44c2-b03b-4f2bf6af7031 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.664947] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5e8c3c-0468-4e26-86ce-cfba9617bcfc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.675524] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b040c2d-08d0-4286-bf7c-1ef6c7050071 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.692281] env[63393]: DEBUG nova.compute.provider_tree [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.738217] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.739922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.740055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.740581] env[63393]: DEBUG nova.objects.instance [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'flavor' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.838809] env[63393]: INFO nova.compute.manager [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Took 22.37 seconds to build instance. [ 913.199098] env[63393]: DEBUG nova.scheduler.client.report [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.239352] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682090, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.338071] env[63393]: DEBUG nova.objects.instance [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'pci_requests' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.344477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f76bd914-719d-4da3-830d-080723a1d472 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.881s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.706135] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.706934] env[63393]: DEBUG nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.712545] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.681s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.712545] env[63393]: INFO nova.compute.claims [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.742828] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682090, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.841901] env[63393]: DEBUG nova.objects.base [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 913.841901] env[63393]: DEBUG nova.network.neutron [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.934863] env[63393]: DEBUG nova.policy [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.222619] env[63393]: DEBUG nova.compute.utils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.228540] env[63393]: DEBUG nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Not allocating networking since 'none' was specified. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 914.242717] env[63393]: DEBUG oslo_vmware.api [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682090, 'name': RemoveSnapshot_Task, 'duration_secs': 1.666048} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.242717] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.311323] env[63393]: DEBUG oslo_concurrency.lockutils [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.311323] env[63393]: DEBUG oslo_concurrency.lockutils [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.311323] env[63393]: DEBUG nova.compute.manager [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.311323] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aef1247-c797-401e-b792-0139bb0259b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.319471] env[63393]: DEBUG nova.compute.manager [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 914.320884] env[63393]: DEBUG nova.objects.instance [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'flavor' on Instance uuid ecb3399d-740f-4a48-bb80-7fa0b02a7c05 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.589214] env[63393]: DEBUG nova.network.neutron [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Successfully created port: 0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.729475] env[63393]: DEBUG nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.752744] env[63393]: WARNING nova.compute.manager [None req-fdeaca4f-158f-436b-ba84-8c8e97c127a2 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Image not found during snapshot: nova.exception.ImageNotFound: Image 14889018-857a-4134-b616-6cd02b20b203 could not be found. [ 915.068864] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf2531-ce73-4d01-9e58-ea0f30a00a9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.080077] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf8740-2e15-4b7f-9033-a90a3e417d60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.115364] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c13f8-7109-4c56-b39c-99318171ca2b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.124249] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8b979-f8a1-48e3-9f10-dbf63e3fe63f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.139567] env[63393]: DEBUG nova.compute.provider_tree [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.330833] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.330833] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3891dfc3-6f04-4a10-897d-181c68fb7bef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.338249] env[63393]: DEBUG oslo_vmware.api [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 915.338249] env[63393]: value = "task-2682091" [ 915.338249] env[63393]: _type = "Task" [ 915.338249] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.350247] env[63393]: DEBUG oslo_vmware.api [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.439808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.440094] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.643573] env[63393]: DEBUG nova.scheduler.client.report [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.739151] env[63393]: DEBUG nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.769571] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.769811] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.769974] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.770315] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.770581] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.770842] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.771251] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.771461] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.771791] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.772024] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.772215] env[63393]: DEBUG nova.virt.hardware [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.773511] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dc0256-f0d2-4c70-96c6-325a55438a37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.787690] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe55889-b044-4769-af63-b9bbe70f5267 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.805067] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.813295] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Creating folder: Project (fa6af86670da49d88c6898ad61bf3f03). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.813295] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba412216-e704-46a1-9b72-5db9cf541c4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.824178] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Created folder: Project (fa6af86670da49d88c6898ad61bf3f03) in parent group-v540494. [ 915.824425] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Creating folder: Instances. Parent ref: group-v540724. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.825724] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f085fb8-d7c2-40cc-ba55-5c3f553b8bb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.833128] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Created folder: Instances in parent group-v540724. [ 915.833386] env[63393]: DEBUG oslo.service.loopingcall [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.833583] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.833784] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc2c62d-a29d-4f98-83a7-fd8d82ff99ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.854560] env[63393]: DEBUG oslo_vmware.api [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682091, 'name': PowerOffVM_Task, 'duration_secs': 0.338787} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.856131] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.856325] env[63393]: DEBUG nova.compute.manager [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.857473] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.857473] env[63393]: value = "task-2682094" [ 915.857473] env[63393]: _type = "Task" [ 915.857473] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.857473] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf394da0-54c1-4dfb-a112-c13414612a31 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.871206] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682094, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.943448] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.006239] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "e590d9c0-e5d6-472f-98af-3bcd26d17125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.006239] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.008468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "e590d9c0-e5d6-472f-98af-3bcd26d17125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.008468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.008468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.009157] env[63393]: INFO nova.compute.manager [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Terminating instance [ 916.149286] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.150260] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.152778] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.753s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.153018] env[63393]: DEBUG nova.objects.instance [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lazy-loading 'resources' on Instance uuid 289e6358-13a9-4c8e-8c00-d9749260447c {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.292038] env[63393]: DEBUG nova.network.neutron [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Successfully updated port: 0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.375245] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682094, 'name': CreateVM_Task, 'duration_secs': 0.292451} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.375786] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.376342] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.376601] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.377034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.377360] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083deed8-9ca4-4b9b-9749-48e6dd022702 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.382332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-60a07f81-663c-41b8-98ea-c0243dbd7f75 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.387026] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 916.387026] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a1b919-a293-7b94-76e7-7e81e832c947" [ 916.387026] env[63393]: _type = "Task" [ 916.387026] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.399611] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a1b919-a293-7b94-76e7-7e81e832c947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.474132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.513716] env[63393]: DEBUG nova.compute.manager [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.513716] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.514619] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce9232a-0935-4b84-b146-e21a31544c74 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.522728] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.523046] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74757d32-7496-4b95-bce6-3a92d3e994dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.529695] env[63393]: DEBUG oslo_vmware.api [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 916.529695] env[63393]: value = "task-2682095" [ 916.529695] env[63393]: _type = "Task" [ 916.529695] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.542749] env[63393]: DEBUG oslo_vmware.api [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.660055] env[63393]: DEBUG nova.compute.utils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.669240] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.669240] env[63393]: DEBUG nova.network.neutron [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.720860] env[63393]: DEBUG nova.policy [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6aff45f6a4c02bf469895943ef92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b7f9cc44d34b3195bd456d157b7310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.800009] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.800686] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.800785] env[63393]: DEBUG nova.network.neutron [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.903837] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a1b919-a293-7b94-76e7-7e81e832c947, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.904288] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.904597] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.904889] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.905136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.905404] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.905733] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ae255b5-1111-444f-a714-0a86a01df0cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.919921] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.919921] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.921134] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca30955-ba05-4216-82e8-0fd95b538bc7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.926406] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 916.926406] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bb99e5-2832-6482-bed8-bc2ae86a48ab" [ 916.926406] env[63393]: _type = "Task" [ 916.926406] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.944310] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bb99e5-2832-6482-bed8-bc2ae86a48ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.948303] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6eabffe-8c6b-455c-b785-84b2bf6e579c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.952531] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 916.952531] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5219c557-aa79-ec64-43e7-5a513bd74ff1" [ 916.952531] env[63393]: _type = "Task" [ 916.952531] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.964123] env[63393]: DEBUG nova.compute.manager [req-69c0f2ee-63a3-4d31-92b5-46b7a3b8d6ef req-a4d4b269-7490-4473-8a73-94b40b187fff service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-vif-plugged-0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.964406] env[63393]: DEBUG oslo_concurrency.lockutils [req-69c0f2ee-63a3-4d31-92b5-46b7a3b8d6ef req-a4d4b269-7490-4473-8a73-94b40b187fff service nova] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.964681] env[63393]: DEBUG oslo_concurrency.lockutils [req-69c0f2ee-63a3-4d31-92b5-46b7a3b8d6ef req-a4d4b269-7490-4473-8a73-94b40b187fff service nova] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.964800] env[63393]: DEBUG oslo_concurrency.lockutils [req-69c0f2ee-63a3-4d31-92b5-46b7a3b8d6ef req-a4d4b269-7490-4473-8a73-94b40b187fff service nova] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.965063] env[63393]: DEBUG nova.compute.manager [req-69c0f2ee-63a3-4d31-92b5-46b7a3b8d6ef req-a4d4b269-7490-4473-8a73-94b40b187fff service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] No waiting events found dispatching network-vif-plugged-0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.965298] env[63393]: WARNING nova.compute.manager [req-69c0f2ee-63a3-4d31-92b5-46b7a3b8d6ef req-a4d4b269-7490-4473-8a73-94b40b187fff service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received unexpected event network-vif-plugged-0cd35e3d-817d-44a1-af80-0a98eb3c930d for instance with vm_state active and task_state None. [ 916.971790] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5219c557-aa79-ec64-43e7-5a513bd74ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.972088] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.972365] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.972659] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e84cfd-93f9-45c9-940e-6951e3aff11d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.981688] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 916.981688] env[63393]: value = "task-2682096" [ 916.981688] env[63393]: _type = "Task" [ 916.981688] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.993611] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.015950] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796248d6-9cbc-4ab0-a0d5-89f29f7c30b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.024382] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa70f6a-17a5-4201-a139-9e1bc0f0ca32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.064587] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a0ebc9-8a58-4e92-87a3-cae92b74620d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.069604] env[63393]: DEBUG oslo_vmware.api [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682095, 'name': PowerOffVM_Task, 'duration_secs': 0.196351} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.070318] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.072384] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.072384] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3fec00f-0311-4da8-abfd-239f43b1388f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.075718] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba9f206-bfbe-4268-8967-ca7f47925ad6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.090897] env[63393]: DEBUG nova.compute.provider_tree [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.139020] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.139680] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.139680] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleting the datastore file [datastore2] e590d9c0-e5d6-472f-98af-3bcd26d17125 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.139980] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c47898-54ad-4e88-927f-f7480f291ded {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.147897] env[63393]: DEBUG oslo_vmware.api [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for the task: (returnval){ [ 917.147897] env[63393]: value = "task-2682098" [ 917.147897] env[63393]: _type = "Task" [ 917.147897] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.156581] env[63393]: DEBUG oslo_vmware.api [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.169900] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.384043] env[63393]: WARNING nova.network.neutron [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] 3e642c32-43c1-4310-9169-d24281728683 already exists in list: networks containing: ['3e642c32-43c1-4310-9169-d24281728683']. ignoring it [ 917.400249] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.400520] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.416713] env[63393]: DEBUG nova.network.neutron [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Successfully created port: 36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.436324] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.436380] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.478545] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "4e27b660-39bc-43cf-a3b9-605099940f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.478545] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "4e27b660-39bc-43cf-a3b9-605099940f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.496095] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495088} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.498755] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.498879] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.499386] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75805346-093a-4312-b377-f85031b8deae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.505599] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 917.505599] env[63393]: value = "task-2682099" [ 917.505599] env[63393]: _type = "Task" [ 917.505599] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.518693] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.596316] env[63393]: DEBUG nova.scheduler.client.report [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.657526] env[63393]: DEBUG oslo_vmware.api [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Task: {'id': task-2682098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340199} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.657848] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.658083] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.658306] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.658520] env[63393]: INFO nova.compute.manager [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.658803] env[63393]: DEBUG oslo.service.loopingcall [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.659074] env[63393]: DEBUG nova.compute.manager [-] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.659217] env[63393]: DEBUG nova.network.neutron [-] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.736907] env[63393]: INFO nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Rebuilding instance [ 917.804577] env[63393]: DEBUG nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.807986] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf96e9-4cf8-40a4-9da2-2262fd777908 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.903235] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.939295] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.981140] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.016898] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080507} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.018225] env[63393]: DEBUG nova.network.neutron [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "address": "fa:16:3e:0b:7b:b3", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd35e3d-81", "ovs_interfaceid": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.020894] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.022455] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be536e9-2fed-4a00-964b-acfa7af6d1c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.051516] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.052435] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df70b0be-e08c-4317-87fe-a829a3f18542 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.074459] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 918.074459] env[63393]: value = "task-2682100" [ 918.074459] env[63393]: _type = "Task" [ 918.074459] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.083670] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.104024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.104024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.630s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.106342] env[63393]: INFO nova.compute.claims [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.138818] env[63393]: INFO nova.scheduler.client.report [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Deleted allocations for instance 289e6358-13a9-4c8e-8c00-d9749260447c [ 918.181404] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.218223] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.218450] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.218630] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.218817] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.219057] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.219162] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.219318] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.219474] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.219638] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.219805] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.220114] env[63393]: DEBUG nova.virt.hardware [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.221154] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6ca59-3cd3-43b0-8204-dd4936dfd149 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.231424] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bd2535-1dda-4528-88dd-681114af6434 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.430808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.455178] env[63393]: DEBUG nova.network.neutron [-] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.470284] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.504787] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.530465] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.531225] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.531471] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.532359] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d553b-1a47-4c51-8dd4-52a04dfc5583 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.552277] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.552532] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.552767] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.552856] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.552991] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.553163] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.553370] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.553621] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.553718] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.553845] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.554039] env[63393]: DEBUG nova.virt.hardware [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.560606] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfiguring VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 918.560941] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7302e545-0e01-4674-9563-aef7b05e46ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.583701] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682100, 'name': ReconfigVM_Task, 'duration_secs': 0.414609} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.585550] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.586357] env[63393]: DEBUG oslo_vmware.api [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 918.586357] env[63393]: value = "task-2682101" [ 918.586357] env[63393]: _type = "Task" [ 918.586357] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.586357] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4e582f3-af92-4273-9231-270c03533069 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.596232] env[63393]: DEBUG oslo_vmware.api [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682101, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.597461] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 918.597461] env[63393]: value = "task-2682102" [ 918.597461] env[63393]: _type = "Task" [ 918.597461] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.605171] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682102, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.648897] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ee891681-cad3-4449-975e-71b2d5b68872 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Lock "289e6358-13a9-4c8e-8c00-d9749260447c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.957s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.827575] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.827575] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8be32b67-9e33-4937-9ea8-120ab9e5be07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.835819] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 918.835819] env[63393]: value = "task-2682103" [ 918.835819] env[63393]: _type = "Task" [ 918.835819] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.843896] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.958901] env[63393]: INFO nova.compute.manager [-] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Took 1.30 seconds to deallocate network for instance. [ 918.987605] env[63393]: DEBUG nova.network.neutron [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Successfully updated port: 36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.100476] env[63393]: DEBUG oslo_vmware.api [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.108911] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682102, 'name': Rename_Task, 'duration_secs': 0.17529} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.109208] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.109466] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f11ec415-35aa-4caa-8ce7-16cbf67c1a3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.120340] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 919.120340] env[63393]: value = "task-2682104" [ 919.120340] env[63393]: _type = "Task" [ 919.120340] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.141625] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.350224] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 919.350475] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.351462] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307e0ce9-9b00-402b-ae48-e499413b30a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.357917] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.358577] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d3585e5-6b40-45cf-8d7a-a26b23e25c60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.425762] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.425762] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.425762] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.425986] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d8a27aa-8196-4a9c-889f-a9f7db01dadb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.431619] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 919.431619] env[63393]: value = "task-2682106" [ 919.431619] env[63393]: _type = "Task" [ 919.431619] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.442112] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.464551] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0a790-3abf-4676-94e5-050497e62780 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.468902] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.476582] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ae6ca-acb9-43c7-9a73-c47c57160314 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.485930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "2714bb96-a826-456a-b5f2-2b13637c8476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.486111] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "2714bb96-a826-456a-b5f2-2b13637c8476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.529074] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.529239] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.529396] env[63393]: DEBUG nova.network.neutron [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.532853] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddd920e-d04f-4c45-879d-acabe92e8130 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.543585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9cac8-f724-41c1-8e89-ee0225dd0146 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.558767] env[63393]: DEBUG nova.compute.provider_tree [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.598557] env[63393]: DEBUG oslo_vmware.api [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682101, 'name': ReconfigVM_Task, 'duration_secs': 0.65187} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.599462] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.599689] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfigured VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 919.630333] env[63393]: DEBUG oslo_vmware.api [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682104, 'name': PowerOnVM_Task, 'duration_secs': 0.474995} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.630596] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.630794] env[63393]: INFO nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Took 3.89 seconds to spawn the instance on the hypervisor. [ 919.630972] env[63393]: DEBUG nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.631754] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600c7494-04b3-45ac-b816-1dce38d78134 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.634896] env[63393]: INFO nova.compute.manager [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Rebuilding instance [ 919.651812] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-changed-0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.652011] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing instance network info cache due to event network-changed-0cd35e3d-817d-44a1-af80-0a98eb3c930d. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 919.652251] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.652371] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.652515] env[63393]: DEBUG nova.network.neutron [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing network info cache for port 0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.679905] env[63393]: DEBUG nova.compute.manager [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.680963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb7464-5b6a-4d12-8cf0-559ff4d4aa3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.943042] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165369} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.943042] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.943296] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.943406] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.993039] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.061714] env[63393]: DEBUG nova.scheduler.client.report [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.097888] env[63393]: DEBUG nova.network.neutron [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.105140] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e0f79c59-d152-4e50-8aae-c842ae2e3962 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.365s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.149127] env[63393]: INFO nova.compute.manager [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Took 22.51 seconds to build instance. [ 920.265414] env[63393]: DEBUG nova.network.neutron [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updating instance_info_cache with network_info: [{"id": "36715e2f-ea8e-45fb-8186-75518711c016", "address": "fa:16:3e:1e:3a:17", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36715e2f-ea", "ovs_interfaceid": "36715e2f-ea8e-45fb-8186-75518711c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.415018] env[63393]: DEBUG nova.network.neutron [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updated VIF entry in instance network info cache for port 0cd35e3d-817d-44a1-af80-0a98eb3c930d. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.415117] env[63393]: DEBUG nova.network.neutron [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "address": "fa:16:3e:0b:7b:b3", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd35e3d-81", "ovs_interfaceid": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.520418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.566269] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.566844] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.569421] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.139s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.571252] env[63393]: INFO nova.compute.claims [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.654614] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d6c6095d-3d2d-4fdb-b739-d6ba9f2965ba tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "2e07670f-8519-436e-8596-9a19f9c31eba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.031s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.696222] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.696532] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61161f41-5a94-4900-a087-9aa5feaa852f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706437] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 920.706437] env[63393]: value = "task-2682107" [ 920.706437] env[63393]: _type = "Task" [ 920.706437] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.715571] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.768478] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.768840] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Instance network_info: |[{"id": "36715e2f-ea8e-45fb-8186-75518711c016", "address": "fa:16:3e:1e:3a:17", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36715e2f-ea", "ovs_interfaceid": "36715e2f-ea8e-45fb-8186-75518711c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.769302] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:3a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36715e2f-ea8e-45fb-8186-75518711c016', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.777039] env[63393]: DEBUG oslo.service.loopingcall [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.777223] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.777444] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f72aa83-3a81-4dea-9ca0-216b2dcf3f1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.798139] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.798139] env[63393]: value = "task-2682108" [ 920.798139] env[63393]: _type = "Task" [ 920.798139] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.806528] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682108, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.919038] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.919038] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Received event network-vif-deleted-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.919038] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Received event network-vif-plugged-36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.919321] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Acquiring lock "85536d85-14a6-42fa-8055-778dbe55452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.919465] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Lock "85536d85-14a6-42fa-8055-778dbe55452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.919626] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Lock "85536d85-14a6-42fa-8055-778dbe55452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.919805] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] No waiting events found dispatching network-vif-plugged-36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.919972] env[63393]: WARNING nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Received unexpected event network-vif-plugged-36715e2f-ea8e-45fb-8186-75518711c016 for instance with vm_state building and task_state spawning. [ 920.920184] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Received event network-changed-36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.920325] env[63393]: DEBUG nova.compute.manager [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Refreshing instance network info cache due to event network-changed-36715e2f-ea8e-45fb-8186-75518711c016. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.920508] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Acquiring lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.920643] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Acquired lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.920799] env[63393]: DEBUG nova.network.neutron [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Refreshing network info cache for port 36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.984137] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.984405] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.984575] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.984760] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.984909] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.985165] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.985425] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.985568] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.985739] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.985951] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.986173] env[63393]: DEBUG nova.virt.hardware [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.989885] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e344943a-6424-4fd7-a859-8dfd94bafdfb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.996508] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9349722-f836-419a-8e87-852239c2b3e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.012414] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:9f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a4c4d0-3fc3-4467-a84a-64547a92bc79', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.020270] env[63393]: DEBUG oslo.service.loopingcall [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.020598] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.020827] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d126ef83-a4c5-4119-bbcd-89810105451a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.040806] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.040806] env[63393]: value = "task-2682109" [ 921.040806] env[63393]: _type = "Task" [ 921.040806] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.051184] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682109, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.076445] env[63393]: DEBUG nova.compute.utils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.081084] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.081084] env[63393]: DEBUG nova.network.neutron [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.157050] env[63393]: DEBUG nova.policy [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.221733] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682107, 'name': PowerOffVM_Task, 'duration_secs': 0.267784} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.222065] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.222303] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.223120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e7bff8-61a0-44b5-950b-2c940bcc4a8d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.234310] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.234634] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-173c1a18-6146-42de-a8c5-49390feb878c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.304788] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.305053] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.305270] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleting the datastore file [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.305909] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d47a1c36-2262-4adf-bbd7-84d9971b435e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.311279] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682108, 'name': CreateVM_Task, 'duration_secs': 0.406843} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.311749] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.312428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.312592] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.312912] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.313164] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f6c758-6368-4500-a0b8-9a19fd02e74b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.315954] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 921.315954] env[63393]: value = "task-2682111" [ 921.315954] env[63393]: _type = "Task" [ 921.315954] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.320626] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 921.320626] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529d715f-a065-7a7f-4634-8aa797fb4169" [ 921.320626] env[63393]: _type = "Task" [ 921.320626] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.327154] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.332782] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529d715f-a065-7a7f-4634-8aa797fb4169, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.333090] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.333360] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.333605] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.333767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.333952] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.334224] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5df0615-879a-4b7c-9c78-915f2e6928a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.337679] env[63393]: INFO nova.compute.manager [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Rebuilding instance [ 921.346022] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.346022] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.346022] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b41b72-5446-417d-886f-ba532e7d2cae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.348863] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 921.348863] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529f7d00-64c1-bc56-2dd2-99df240959fd" [ 921.348863] env[63393]: _type = "Task" [ 921.348863] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.357769] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529f7d00-64c1-bc56-2dd2-99df240959fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.396208] env[63393]: DEBUG nova.compute.manager [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.397404] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442b59ea-3e2f-4ea8-beec-bb3c7f5754df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.551653] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682109, 'name': CreateVM_Task, 'duration_secs': 0.346274} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.552010] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.552606] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.552780] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.553202] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.553460] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50212a1-a0d0-483e-a85e-bc184fb021f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.558198] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 921.558198] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5261dc47-8ee1-6977-c443-26e237d1eb16" [ 921.558198] env[63393]: _type = "Task" [ 921.558198] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.569314] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5261dc47-8ee1-6977-c443-26e237d1eb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.581284] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.639108] env[63393]: DEBUG nova.network.neutron [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updated VIF entry in instance network info cache for port 36715e2f-ea8e-45fb-8186-75518711c016. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.639108] env[63393]: DEBUG nova.network.neutron [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updating instance_info_cache with network_info: [{"id": "36715e2f-ea8e-45fb-8186-75518711c016", "address": "fa:16:3e:1e:3a:17", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36715e2f-ea", "ovs_interfaceid": "36715e2f-ea8e-45fb-8186-75518711c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.767542] env[63393]: DEBUG nova.network.neutron [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Successfully created port: 931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.828271] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149406} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.828271] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.828396] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.829045] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.859583] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529f7d00-64c1-bc56-2dd2-99df240959fd, 'name': SearchDatastore_Task, 'duration_secs': 0.007569} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.863091] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85024db6-4473-4fc1-a2da-c4bb80fe9aab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.870434] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 921.870434] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd8582-0f31-1090-a681-6809808a6392" [ 921.870434] env[63393]: _type = "Task" [ 921.870434] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.886164] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd8582-0f31-1090-a681-6809808a6392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.906895] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f4589-b5ba-4453-88e0-be4a759ac80f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.918337] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016583c-5022-4099-872d-c28328af59c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.951283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.951776] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.952434] env[63393]: DEBUG nova.objects.instance [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'flavor' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.955236] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746098e-d170-4c41-9844-814fad4bb1f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.964367] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20c24ab-e06f-459a-bddf-d768f7ff78b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.980649] env[63393]: DEBUG nova.compute.provider_tree [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.070134] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5261dc47-8ee1-6977-c443-26e237d1eb16, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.070508] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.070794] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.071009] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.140859] env[63393]: DEBUG oslo_concurrency.lockutils [req-df51a0b6-ab60-4a07-8b4e-9f7e60e3a1f6 req-53a8c690-3be8-4f1c-a0c2-329a551fe7f1 service nova] Releasing lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.383928] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bd8582-0f31-1090-a681-6809808a6392, 'name': SearchDatastore_Task, 'duration_secs': 0.024966} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.384225] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.384483] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 85536d85-14a6-42fa-8055-778dbe55452f/85536d85-14a6-42fa-8055-778dbe55452f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.384757] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.384941] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.385266] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be9d0fdf-3abc-47bb-881f-993c9ee21d63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.387263] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b021df-7155-4ccd-a67f-15bb15659f32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.397495] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 922.397495] env[63393]: value = "task-2682112" [ 922.397495] env[63393]: _type = "Task" [ 922.397495] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.401207] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.401207] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.403450] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12580644-cdc6-47b7-a622-8a7b09ef1835 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.408410] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.412051] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 922.412051] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fa6977-9921-fe5e-d459-dc51f1a24637" [ 922.412051] env[63393]: _type = "Task" [ 922.412051] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.415537] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.415820] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe958ee-8714-4f93-a4b0-cc04803f91b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.423096] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fa6977-9921-fe5e-d459-dc51f1a24637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.424404] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 922.424404] env[63393]: value = "task-2682113" [ 922.424404] env[63393]: _type = "Task" [ 922.424404] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.435317] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.485585] env[63393]: DEBUG nova.scheduler.client.report [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.573424] env[63393]: DEBUG nova.objects.instance [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'pci_requests' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.582572] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.583422] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.592738] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.627581] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.628000] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.628248] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.628536] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.628744] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.628979] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.629368] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.629668] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.629941] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.630183] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.630436] env[63393]: DEBUG nova.virt.hardware [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.631959] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6190c1-cff4-4aaf-ae8f-41a7fe5efab2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.643542] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc69baa6-57da-4225-b31a-3dd95908a1fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.864349] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.864518] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.864731] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.864920] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.865105] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.865274] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.865557] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.865687] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.865905] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.866117] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.866323] env[63393]: DEBUG nova.virt.hardware [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.867263] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796bf7aa-b7a2-478c-b1b9-d62068eacb27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.876766] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f81e6e4-c07e-4621-b158-acd6858ca490 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.894389] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4452d27-be80-4083-93c5-0ed583a9b374', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.902066] env[63393]: DEBUG oslo.service.loopingcall [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.902438] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.905519] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-621839a0-e7db-495e-9abd-76f1b2aac08e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.926501] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49706} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.929962] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 85536d85-14a6-42fa-8055-778dbe55452f/85536d85-14a6-42fa-8055-778dbe55452f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.930220] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.934556] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac645cf5-5df1-4442-b310-3cb4263125c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.936368] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fa6977-9921-fe5e-d459-dc51f1a24637, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.936615] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.936615] env[63393]: value = "task-2682114" [ 922.936615] env[63393]: _type = "Task" [ 922.936615] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.937936] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7c831a-d1b8-454a-84b5-87cfd5161312 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.948451] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682113, 'name': PowerOffVM_Task, 'duration_secs': 0.218486} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.948833] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 922.948833] env[63393]: value = "task-2682115" [ 922.948833] env[63393]: _type = "Task" [ 922.948833] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.949924] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.950245] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.951138] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d23c7c8-d9c4-4462-bc2b-5d9a89609a10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.961261] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682114, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.961622] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 922.961622] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5254ac21-4d62-fc1e-535c-566ae1cdca56" [ 922.961622] env[63393]: _type = "Task" [ 922.961622] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.968633] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.974573] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddefd087-ea89-4dd7-a81e-d699022904af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.976192] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5254ac21-4d62-fc1e-535c-566ae1cdca56, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.976403] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.976647] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.976898] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.977493] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d044a62-09f5-4b41-98f4-d485102ae3bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.984589] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 922.984589] env[63393]: value = "task-2682117" [ 922.984589] env[63393]: _type = "Task" [ 922.984589] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.994024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.994612] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.997318] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.997818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.530s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.999334] env[63393]: INFO nova.compute.claims [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.027386] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.027646] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.027890] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Deleting the datastore file [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.028320] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c39174b0-cb97-4255-ac05-ec5dd8843bb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.038515] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 923.038515] env[63393]: value = "task-2682118" [ 923.038515] env[63393]: _type = "Task" [ 923.038515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.046674] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.079021] env[63393]: DEBUG nova.objects.base [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.079021] env[63393]: DEBUG nova.network.neutron [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.088331] env[63393]: DEBUG nova.compute.utils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.201047] env[63393]: DEBUG nova.policy [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.451794] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682114, 'name': CreateVM_Task, 'duration_secs': 0.49627} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.458391] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.458847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.459418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.459852] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.460558] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72540b10-7ddd-4bef-9b7a-62388afa94e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.471244] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077236} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.472365] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.472907] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 923.472907] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529ccba8-3241-9d87-3ee7-4311392bb2f7" [ 923.472907] env[63393]: _type = "Task" [ 923.472907] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.473500] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb7dc2-d7a1-4c45-b199-0329dea00a30 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.485506] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529ccba8-3241-9d87-3ee7-4311392bb2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015265} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.499507] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.500038] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.500285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.500430] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.500602] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.509202] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 85536d85-14a6-42fa-8055-778dbe55452f/85536d85-14a6-42fa-8055-778dbe55452f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.510634] env[63393]: DEBUG nova.compute.utils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.511888] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-047cd590-0827-4365-aa46-0052fffe2f12 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.515712] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13139705-cd2e-44f6-9405-bfe8d8665358 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.531202] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.531382] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.540733] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508804} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.546037] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.546037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.546401] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.546564] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.547323] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 923.547323] env[63393]: value = "task-2682119" [ 923.547323] env[63393]: _type = "Task" [ 923.547323] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.547533] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9bd8514-8474-4196-9681-ef51a26d02eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.549708] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842205e0-4aa9-4256-827e-d2425ec97db3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.560113] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119588} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.562428] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.562662] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.562857] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.565700] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 923.565700] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5295a4a7-3101-6564-5b7f-9934579c6fb4" [ 923.565700] env[63393]: _type = "Task" [ 923.565700] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.571451] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.571785] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 923.571785] env[63393]: value = "task-2682120" [ 923.571785] env[63393]: _type = "Task" [ 923.571785] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.584298] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.587975] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5295a4a7-3101-6564-5b7f-9934579c6fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014727} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.588771] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d712a443-06d5-48e6-a9c8-5b60e7c5446e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.592632] env[63393]: DEBUG nova.policy [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4f83b69e1e94756a1ee1534b0a2fd69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a09f0967e947bf9e03c9c6b4681768', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.594443] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.598893] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 923.598893] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52147895-6ee7-e163-4eeb-fd5d740d4ef3" [ 923.598893] env[63393]: _type = "Task" [ 923.598893] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.609235] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52147895-6ee7-e163-4eeb-fd5d740d4ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.890413] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Successfully created port: f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.008653] env[63393]: DEBUG nova.network.neutron [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Successfully updated port: 931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.031221] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.065311] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682119, 'name': ReconfigVM_Task, 'duration_secs': 0.3076} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.065581] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 85536d85-14a6-42fa-8055-778dbe55452f/85536d85-14a6-42fa-8055-778dbe55452f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.066212] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-526097c1-63fb-419e-846e-d05284893db4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.078595] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 924.078595] env[63393]: value = "task-2682121" [ 924.078595] env[63393]: _type = "Task" [ 924.078595] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.096359] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077969} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.101419] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.101419] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682121, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.101419] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c682900-83c3-455a-acfa-772f0052a6c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.135381] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.141604] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b2d6f1-4aaa-4fde-b81d-6b37ff9b1afa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.156105] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52147895-6ee7-e163-4eeb-fd5d740d4ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.157772] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.157772] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.157995] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51afb787-389c-491c-bdc4-23060e2b1b0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.165519] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 924.165519] env[63393]: value = "task-2682122" [ 924.165519] env[63393]: _type = "Task" [ 924.165519] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.166040] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 924.166040] env[63393]: value = "task-2682123" [ 924.166040] env[63393]: _type = "Task" [ 924.166040] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.183192] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.188571] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.277442] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.278578] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.409229] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6fc539-49fc-477d-8777-0e96be860068 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.418821] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff4dd9-c49a-4c3e-a4c9-0c9ebce667ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.462629] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24137a-a1ce-4eaf-9d1d-bb4ef83db22a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.473604] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c412a33-dd2f-49ca-9937-e484af4aad4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.490860] env[63393]: DEBUG nova.compute.provider_tree [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.511656] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.511952] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.512145] env[63393]: DEBUG nova.network.neutron [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.604022] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682121, 'name': Rename_Task, 'duration_secs': 0.161898} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.604022] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.604022] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f2d675a-d438-406e-9daf-8ee85ed0a5cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.614100] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.614964] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.614964] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.614964] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.616235] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.616235] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.616235] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.616235] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.616235] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.616569] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.616713] env[63393]: DEBUG nova.virt.hardware [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.617707] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b9522-d252-4b98-b857-0f69e1fce25f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.622076] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 924.622076] env[63393]: value = "task-2682124" [ 924.622076] env[63393]: _type = "Task" [ 924.622076] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.635261] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60118e19-0d65-4533-9658-b0db05576f8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.643796] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.654580] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance VIF info [] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.661411] env[63393]: DEBUG oslo.service.loopingcall [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.661538] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.662271] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a3374e-52af-433a-8688-7dd76a3284ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.683200] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.683394] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.683652] env[63393]: INFO nova.compute.manager [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Attaching volume 21435d36-5aa7-41e8-8f1c-23d7ea72bd29 to /dev/sdb [ 924.692518] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682122, 'name': ReconfigVM_Task, 'duration_secs': 0.491928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.694416] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488886} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.696613] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Reconfigured VM instance instance-00000053 to attach disk [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05/ecb3399d-740f-4a48-bb80-7fa0b02a7c05.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.697380] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.697626] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.697886] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.697886] env[63393]: value = "task-2682125" [ 924.697886] env[63393]: _type = "Task" [ 924.697886] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.698361] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7063b238-1828-4ab3-b108-b89d47367df3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.700091] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93513bd2-956e-45b3-9caa-c5c1656e15fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.714348] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682125, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.717276] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 924.717276] env[63393]: value = "task-2682126" [ 924.717276] env[63393]: _type = "Task" [ 924.717276] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.718163] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 924.718163] env[63393]: value = "task-2682127" [ 924.718163] env[63393]: _type = "Task" [ 924.718163] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.734297] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.739279] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c48ebd-70f1-403b-8e27-3c02bd8f3046 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.742547] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682126, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.748804] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb67f6a-b01b-455a-8858-60a64bfcc429 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.771257] env[63393]: DEBUG nova.virt.block_device [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updating existing volume attachment record: 14a4e61f-8b89-4812-b0b1-36b6437a978c {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 924.790228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.790228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.790228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.790228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.790228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.790228] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.790228] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 924.791888] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.961180] env[63393]: DEBUG nova.network.neutron [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Successfully updated port: 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.997839] env[63393]: DEBUG nova.scheduler.client.report [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.044716] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.058144] env[63393]: DEBUG nova.network.neutron [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.077401] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.077726] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.077887] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.078173] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.078972] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.078972] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.078972] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.078972] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.079182] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.079260] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.080149] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.080400] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5548bc49-2c12-4ed4-ba58-97bf069c0601 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.091670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ab3f1e-e073-4105-8ab0-a5ed3365cd48 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.134985] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.213815] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682125, 'name': CreateVM_Task, 'duration_secs': 0.46149} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.213981] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.214475] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.214686] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.215096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.215340] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2596ee-d622-4c59-b465-f3429831b295 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.229254] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 925.229254] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f0c542-2629-69fe-bfcb-01160113700e" [ 925.229254] env[63393]: _type = "Task" [ 925.229254] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.243688] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682126, 'name': Rename_Task, 'duration_secs': 0.172123} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.243688] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078427} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.244386] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.244696] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.245406] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c69aef-41c6-47c7-afde-e9e74ab33152 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.248145] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3800715-c9ae-48ac-80ea-8bba75b1ec55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.256434] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f0c542-2629-69fe-bfcb-01160113700e, 'name': SearchDatastore_Task, 'duration_secs': 0.022549} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.258031] env[63393]: DEBUG nova.compute.manager [req-e08ad970-ca0e-4f40-b601-1233f68284c9 req-a84beac2-0cb5-4c44-ad89-0fac395ed229 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Received event network-vif-plugged-931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.258253] env[63393]: DEBUG oslo_concurrency.lockutils [req-e08ad970-ca0e-4f40-b601-1233f68284c9 req-a84beac2-0cb5-4c44-ad89-0fac395ed229 service nova] Acquiring lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.258481] env[63393]: DEBUG oslo_concurrency.lockutils [req-e08ad970-ca0e-4f40-b601-1233f68284c9 req-a84beac2-0cb5-4c44-ad89-0fac395ed229 service nova] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.258651] env[63393]: DEBUG oslo_concurrency.lockutils [req-e08ad970-ca0e-4f40-b601-1233f68284c9 req-a84beac2-0cb5-4c44-ad89-0fac395ed229 service nova] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.258823] env[63393]: DEBUG nova.compute.manager [req-e08ad970-ca0e-4f40-b601-1233f68284c9 req-a84beac2-0cb5-4c44-ad89-0fac395ed229 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] No waiting events found dispatching network-vif-plugged-931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.259056] env[63393]: WARNING nova.compute.manager [req-e08ad970-ca0e-4f40-b601-1233f68284c9 req-a84beac2-0cb5-4c44-ad89-0fac395ed229 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Received unexpected event network-vif-plugged-931b5c87-3479-49d2-a9c5-f865abca465b for instance with vm_state building and task_state spawning. [ 925.260205] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.260517] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.260816] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.261374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.261715] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.263466] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b51a863a-bb71-49bb-90b2-c9905d125b4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.293536] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.293971] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 925.293971] env[63393]: value = "task-2682131" [ 925.293971] env[63393]: _type = "Task" [ 925.293971] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.296857] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.297173] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63932d02-9f6c-438a-bf30-162bfb997a39 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.316598] env[63393]: DEBUG nova.compute.manager [req-1f85b32d-4e24-43e7-97ff-280c36c2fc34 req-e17c94c6-1aed-48c7-8778-89308b0f2bf3 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-vif-plugged-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.316889] env[63393]: DEBUG oslo_concurrency.lockutils [req-1f85b32d-4e24-43e7-97ff-280c36c2fc34 req-e17c94c6-1aed-48c7-8778-89308b0f2bf3 service nova] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.317142] env[63393]: DEBUG oslo_concurrency.lockutils [req-1f85b32d-4e24-43e7-97ff-280c36c2fc34 req-e17c94c6-1aed-48c7-8778-89308b0f2bf3 service nova] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.317318] env[63393]: DEBUG oslo_concurrency.lockutils [req-1f85b32d-4e24-43e7-97ff-280c36c2fc34 req-e17c94c6-1aed-48c7-8778-89308b0f2bf3 service nova] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.317511] env[63393]: DEBUG nova.compute.manager [req-1f85b32d-4e24-43e7-97ff-280c36c2fc34 req-e17c94c6-1aed-48c7-8778-89308b0f2bf3 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] No waiting events found dispatching network-vif-plugged-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.317727] env[63393]: WARNING nova.compute.manager [req-1f85b32d-4e24-43e7-97ff-280c36c2fc34 req-e17c94c6-1aed-48c7-8778-89308b0f2bf3 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received unexpected event network-vif-plugged-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 for instance with vm_state active and task_state None. [ 925.319990] env[63393]: DEBUG nova.network.neutron [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Updating instance_info_cache with network_info: [{"id": "931b5c87-3479-49d2-a9c5-f865abca465b", "address": "fa:16:3e:5a:db:82", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931b5c87-34", "ovs_interfaceid": "931b5c87-3479-49d2-a9c5-f865abca465b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.324839] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.325018] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.326900] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257735f4-a434-4167-b1e9-a9f3b0b17fc6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.335423] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 925.335423] env[63393]: value = "task-2682132" [ 925.335423] env[63393]: _type = "Task" [ 925.335423] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.343937] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.346573] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 925.346573] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52aca307-bd6d-a07b-91b9-04f840e1ffc6" [ 925.346573] env[63393]: _type = "Task" [ 925.346573] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.356084] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.363823] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aca307-bd6d-a07b-91b9-04f840e1ffc6, 'name': SearchDatastore_Task, 'duration_secs': 0.019763} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.365027] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2fed2e5-f8d2-41d4-a3b2-cdf996ffc040 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.372097] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 925.372097] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6b21e-4590-eace-6d4b-a1afb5536e35" [ 925.372097] env[63393]: _type = "Task" [ 925.372097] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.384068] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6b21e-4590-eace-6d4b-a1afb5536e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.473746] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.474050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.474304] env[63393]: DEBUG nova.network.neutron [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.478837] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Successfully updated port: f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.505113] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.505778] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.508687] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.004s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.510283] env[63393]: INFO nova.compute.claims [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.636411] env[63393]: DEBUG oslo_vmware.api [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682124, 'name': PowerOnVM_Task, 'duration_secs': 0.862586} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.637286] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.637286] env[63393]: INFO nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 925.637286] env[63393]: DEBUG nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.638093] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce6695b-cd40-4ae3-9836-1fcdc1636d03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.826502] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.826871] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Instance network_info: |[{"id": "931b5c87-3479-49d2-a9c5-f865abca465b", "address": "fa:16:3e:5a:db:82", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931b5c87-34", "ovs_interfaceid": "931b5c87-3479-49d2-a9c5-f865abca465b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.827232] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682131, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.827650] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:db:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931b5c87-3479-49d2-a9c5-f865abca465b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.835373] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating folder: Project (348f781763a64866a9f214095228e946). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.835811] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c4117a-d618-4343-9ed8-ff2db9fd0187 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.849153] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.855121] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created folder: Project (348f781763a64866a9f214095228e946) in parent group-v540494. [ 925.855383] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating folder: Instances. Parent ref: group-v540733. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.855815] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd87c93d-7c7c-411d-83a0-ee205cc53bd6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.871577] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created folder: Instances in parent group-v540733. [ 925.871891] env[63393]: DEBUG oslo.service.loopingcall [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.872292] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.872667] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71d98396-1926-45d2-8483-6eb67b13bd91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.900997] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b6b21e-4590-eace-6d4b-a1afb5536e35, 'name': SearchDatastore_Task, 'duration_secs': 0.022649} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.902893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.903275] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.903566] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.903566] env[63393]: value = "task-2682135" [ 925.903566] env[63393]: _type = "Task" [ 925.903566] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.903787] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7912978-3bee-414b-bd5e-05e14bf71055 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.917728] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682135, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.919600] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 925.919600] env[63393]: value = "task-2682136" [ 925.919600] env[63393]: _type = "Task" [ 925.919600] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.931891] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.983492] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "refresh_cache-eb91f46d-95a0-4aed-b1d9-8fe6e431995f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.983650] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "refresh_cache-eb91f46d-95a0-4aed-b1d9-8fe6e431995f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.983801] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.014967] env[63393]: DEBUG nova.compute.utils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.019077] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.019077] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.032028] env[63393]: WARNING nova.network.neutron [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] 3e642c32-43c1-4310-9169-d24281728683 already exists in list: networks containing: ['3e642c32-43c1-4310-9169-d24281728683']. ignoring it [ 926.032028] env[63393]: WARNING nova.network.neutron [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] 3e642c32-43c1-4310-9169-d24281728683 already exists in list: networks containing: ['3e642c32-43c1-4310-9169-d24281728683']. ignoring it [ 926.103120] env[63393]: DEBUG nova.policy [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4f83b69e1e94756a1ee1534b0a2fd69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a09f0967e947bf9e03c9c6b4681768', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.162094] env[63393]: INFO nova.compute.manager [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Took 19.17 seconds to build instance. [ 926.327807] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682131, 'name': PowerOnVM_Task, 'duration_secs': 0.850603} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.328116] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.328367] env[63393]: DEBUG nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.329254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff0208-a600-4927-8775-44681179fdee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.351985] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682132, 'name': ReconfigVM_Task, 'duration_secs': 0.595506} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.353299] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5/4aa263aa-ef68-4d59-a253-9f4671a095d5.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.354048] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea5399b-e1b5-47fb-b09b-1c6bc84cc06f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.363135] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 926.363135] env[63393]: value = "task-2682137" [ 926.363135] env[63393]: _type = "Task" [ 926.363135] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.376741] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682137, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.419497] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682135, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.432614] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682136, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.519831] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.532853] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.669072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c565093a-9d37-464f-bf7c-f06d54295b95 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.436s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.684311] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Successfully created port: 270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.788968] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Updating instance_info_cache with network_info: [{"id": "f925554f-7628-4f43-a1f8-c990a81c2461", "address": "fa:16:3e:be:96:4b", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf925554f-76", "ovs_interfaceid": "f925554f-7628-4f43-a1f8-c990a81c2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.845626] env[63393]: INFO nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] bringing vm to original state: 'stopped' [ 926.880234] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682137, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.921526] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682135, 'name': CreateVM_Task, 'duration_secs': 0.778086} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.924563] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.926038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.926038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926294] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.927064] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a3320e-aad0-47c0-b189-a71d61c0f044 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.936807] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881391} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.937576] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.937788] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.938045] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a30ca791-10dd-427c-b166-782cc8698282 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.941494] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 926.941494] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520a45d9-53e0-b148-3488-65b35524dcb9" [ 926.941494] env[63393]: _type = "Task" [ 926.941494] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.945891] env[63393]: DEBUG nova.network.neutron [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "address": "fa:16:3e:0b:7b:b3", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd35e3d-81", "ovs_interfaceid": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "101f2f7c-4193-4c9f-a5a0-71fe08f71cf3", "address": "fa:16:3e:36:35:7f", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101f2f7c-41", "ovs_interfaceid": "101f2f7c-4193-4c9f-a5a0-71fe08f71cf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.948831] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 926.948831] env[63393]: value = "task-2682138" [ 926.948831] env[63393]: _type = "Task" [ 926.948831] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.957014] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520a45d9-53e0-b148-3488-65b35524dcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.961556] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.961878] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.963133] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.963472] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.963722] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.964530] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c6d74-e540-4c0b-b13c-0dad42240f78 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.969184] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.969184] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4eeb1d3-16a3-4143-96db-ee34cafa37ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.979472] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c472a7-9534-4f21-bed5-fc65b9805339 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.986472] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.986661] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.013044] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4369fce-2fb0-4c19-8703-1219467ef5b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.016573] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd3a15f-44e5-4665-b750-dfc90525dcef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.025169] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 927.025169] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5276d379-1b24-0691-645a-a4f3566c65c7" [ 927.025169] env[63393]: _type = "Task" [ 927.025169] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.034659] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7c8a1-dd8c-480e-b684-2b0a18818408 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.060164] env[63393]: DEBUG nova.compute.provider_tree [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.066945] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5276d379-1b24-0691-645a-a4f3566c65c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016722} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.068234] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf0b0e0-5d2e-4a27-b63a-e612871cb726 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.076525] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 927.076525] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5257f335-4483-fbf3-5e76-0dbaf6de4071" [ 927.076525] env[63393]: _type = "Task" [ 927.076525] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.088212] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5257f335-4483-fbf3-5e76-0dbaf6de4071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.292531] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "refresh_cache-eb91f46d-95a0-4aed-b1d9-8fe6e431995f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.292845] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Instance network_info: |[{"id": "f925554f-7628-4f43-a1f8-c990a81c2461", "address": "fa:16:3e:be:96:4b", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf925554f-76", "ovs_interfaceid": "f925554f-7628-4f43-a1f8-c990a81c2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.293526] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:96:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f925554f-7628-4f43-a1f8-c990a81c2461', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.301289] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Creating folder: Project (b9a09f0967e947bf9e03c9c6b4681768). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.302356] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07348000-af41-4bef-aee3-1e027dcd0690 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.315635] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Created folder: Project (b9a09f0967e947bf9e03c9c6b4681768) in parent group-v540494. [ 927.315833] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Creating folder: Instances. Parent ref: group-v540736. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.316107] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4027fa1f-42ac-4391-ab9a-b3c2da5397e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.326843] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Created folder: Instances in parent group-v540736. [ 927.327641] env[63393]: DEBUG oslo.service.loopingcall [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.327641] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.327932] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-615b6011-a982-46bf-b13b-d1fab519d78b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.348318] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.348318] env[63393]: value = "task-2682142" [ 927.348318] env[63393]: _type = "Task" [ 927.348318] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.360805] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682142, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.377432] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682137, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.450344] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.451116] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.451324] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.452267] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a3928-c53d-4dc6-b2ec-ddfd40711ac1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.463725] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.475812] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.476124] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.476343] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.476590] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.476789] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.476987] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.477274] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.477492] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.477725] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.477948] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.478194] env[63393]: DEBUG nova.virt.hardware [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.484522] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfiguring VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 927.484863] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd1dc2d-9539-4670-bd5b-6d744de9f484 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.503814] env[63393]: DEBUG oslo_vmware.api [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 927.503814] env[63393]: value = "task-2682143" [ 927.503814] env[63393]: _type = "Task" [ 927.503814] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.511439] env[63393]: DEBUG oslo_vmware.api [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682143, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.548884] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.568582] env[63393]: DEBUG nova.scheduler.client.report [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.575925] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.576283] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.576508] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.576830] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.577044] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.577281] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.577551] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.578280] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.578280] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.578280] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.578472] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.579969] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e23d02-687c-4762-9679-d6b24509b376 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.595827] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5257f335-4483-fbf3-5e76-0dbaf6de4071, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.598030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.598030] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d/22f0c82c-45f9-4c78-8c3d-ece27e0dba0d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.598378] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04bcdde-8da6-47fa-98d5-186d3deb5ca2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.601863] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f5be6-3256-4bc1-9baa-01653556f343 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.609346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.610048] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.624728] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 927.624728] env[63393]: value = "task-2682144" [ 927.624728] env[63393]: _type = "Task" [ 927.624728] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.625874] env[63393]: DEBUG nova.compute.utils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.639487] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.779666] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "85536d85-14a6-42fa-8055-778dbe55452f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.780206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.780206] env[63393]: INFO nova.compute.manager [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Shelving [ 927.855356] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.855713] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.855965] env[63393]: DEBUG nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.857661] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da583b8-b085-4e5c-9ab9-1a5dc7b89b07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.866096] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682142, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.875236] env[63393]: DEBUG nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 927.885504] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682137, 'name': Rename_Task, 'duration_secs': 1.245934} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.886655] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.887060] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6e00e4-bf33-4d11-a79f-3f800f0c9379 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.898118] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 927.898118] env[63393]: value = "task-2682145" [ 927.898118] env[63393]: _type = "Task" [ 927.898118] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.908385] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.963981] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.783769} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.964324] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.965450] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d0f707-6a26-4e5b-9db0-82055d9a6351 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.988824] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.989176] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b94941-770c-4a30-880a-867242e705d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.017701] env[63393]: DEBUG oslo_vmware.api [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.019661] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 928.019661] env[63393]: value = "task-2682146" [ 928.019661] env[63393]: _type = "Task" [ 928.019661] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.030740] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.084932] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.085726] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.088727] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.620s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.089033] env[63393]: DEBUG nova.objects.instance [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lazy-loading 'resources' on Instance uuid e590d9c0-e5d6-472f-98af-3bcd26d17125 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.128676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.519s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.147013] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.360678] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682142, 'name': CreateVM_Task, 'duration_secs': 0.726259} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.360935] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.361777] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.362093] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.362536] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.363653] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Successfully updated port: 270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.365287] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeff64c5-ab11-4d59-a416-0942f1609a63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.371688] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 928.371688] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52efc9ed-97cb-722e-ce48-34dc39d22cb8" [ 928.371688] env[63393]: _type = "Task" [ 928.371688] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.383243] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.384035] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52efc9ed-97cb-722e-ce48-34dc39d22cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.384540] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d0026b-537e-4878-85cd-992adfebc755 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.403966] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 928.403966] env[63393]: value = "task-2682147" [ 928.403966] env[63393]: _type = "Task" [ 928.403966] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.410823] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.417824] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.518265] env[63393]: DEBUG oslo_vmware.api [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682143, 'name': ReconfigVM_Task, 'duration_secs': 0.876028} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.518852] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.519085] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfigured VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 928.532024] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682146, 'name': ReconfigVM_Task, 'duration_secs': 0.454147} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.532301] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba/2e07670f-8519-436e-8596-9a19f9c31eba.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.532926] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da207adc-ac92-4024-897a-2e9db507c25a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.541863] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 928.541863] env[63393]: value = "task-2682148" [ 928.541863] env[63393]: _type = "Task" [ 928.541863] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.554407] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682148, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.592372] env[63393]: DEBUG nova.compute.utils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.597608] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.597858] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.639803] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602564} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.640966] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d/22f0c82c-45f9-4c78-8c3d-ece27e0dba0d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.640966] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.640966] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0347288a-af79-489a-a2fe-e8b06404e52a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.651341] env[63393]: DEBUG nova.policy [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4f83b69e1e94756a1ee1534b0a2fd69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a09f0967e947bf9e03c9c6b4681768', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.654818] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 928.654818] env[63393]: value = "task-2682149" [ 928.654818] env[63393]: _type = "Task" [ 928.654818] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.668533] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.790832] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.791210] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce700c20-ac7e-4e36-9823-3d2f3fec5e33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.803827] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 928.803827] env[63393]: value = "task-2682150" [ 928.803827] env[63393]: _type = "Task" [ 928.803827] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.816865] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.870520] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "refresh_cache-335d2f5d-d15b-4fba-b066-1c6ccdfc988d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.870520] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "refresh_cache-335d2f5d-d15b-4fba-b066-1c6ccdfc988d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.870672] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.882360] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52efc9ed-97cb-722e-ce48-34dc39d22cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.018384} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.883277] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.883508] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.883741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.883922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.884122] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.887121] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad47e180-f5ab-42d6-b934-1e089f0e61bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.906536] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.906797] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.911429] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646606e5-5ed9-4de7-93f2-f848fff0a4ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.916749] env[63393]: DEBUG oslo_vmware.api [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682145, 'name': PowerOnVM_Task, 'duration_secs': 0.700233} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.917645] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.917913] env[63393]: DEBUG nova.compute.manager [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.918702] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2321e8b3-7707-44b8-b668-ab364c4dfbd0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.925683] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 928.925683] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52486eb1-167d-777d-a2b9-24b5ce815e25" [ 928.925683] env[63393]: _type = "Task" [ 928.925683] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.925915] env[63393]: DEBUG oslo_vmware.api [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682147, 'name': PowerOffVM_Task, 'duration_secs': 0.293816} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.932214] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.932214] env[63393]: DEBUG nova.compute.manager [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.933563] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6795fb-6acd-43ff-91b9-67412049a033 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.949933] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e12fb80-997e-4ef3-b995-f9bd29c32306 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.952753] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52486eb1-167d-777d-a2b9-24b5ce815e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.962603] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6442397-2635-4ff4-83fd-2f1d036baabf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.968881] env[63393]: DEBUG nova.compute.manager [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Received event network-changed-931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.968881] env[63393]: DEBUG nova.compute.manager [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Refreshing instance network info cache due to event network-changed-931b5c87-3479-49d2-a9c5-f865abca465b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.968881] env[63393]: DEBUG oslo_concurrency.lockutils [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] Acquiring lock "refresh_cache-22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.968881] env[63393]: DEBUG oslo_concurrency.lockutils [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] Acquired lock "refresh_cache-22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.968881] env[63393]: DEBUG nova.network.neutron [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Refreshing network info cache for port 931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.972569] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Successfully created port: c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.006121] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b8925-e72a-404c-860b-583d69028a3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.015290] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1d6c7c-2a2f-4635-aefd-7b117d0bbd34 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.031509] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.080s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.033100] env[63393]: DEBUG nova.compute.provider_tree [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.053726] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682148, 'name': Rename_Task, 'duration_secs': 0.221015} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.054018] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.054279] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c452fe-8cde-45f1-8318-4c477e390b4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.061624] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 929.061624] env[63393]: value = "task-2682151" [ 929.061624] env[63393]: _type = "Task" [ 929.061624] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.071291] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.098836] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.166408] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132055} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.166701] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.167535] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e60c90-5456-4c19-abd4-91719e582928 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.191328] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d/22f0c82c-45f9-4c78-8c3d-ece27e0dba0d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.192403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.192403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.192703] env[63393]: INFO nova.compute.manager [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Attaching volume d7131407-4bae-4310-8039-50aebacd046e to /dev/sdb [ 929.194703] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574a8428-ffad-4366-a5e4-f265441c725c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.220153] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 929.220153] env[63393]: value = "task-2682152" [ 929.220153] env[63393]: _type = "Task" [ 929.220153] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.221383] env[63393]: DEBUG nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-changed-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.221600] env[63393]: DEBUG nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing instance network info cache due to event network-changed-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.221904] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.222059] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.222222] env[63393]: DEBUG nova.network.neutron [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Refreshing network info cache for port 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.234738] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.264155] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5694c3f-3473-4073-b62d-6da8cea80552 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.271396] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a1dc1-9bb0-40a6-8220-b88a75589eb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.288488] env[63393]: DEBUG nova.virt.block_device [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating existing volume attachment record: 831e32a3-b987-4486-a83e-a8be8642cbab {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.315057] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682150, 'name': PowerOffVM_Task, 'duration_secs': 0.469762} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.315202] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.316096] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace63779-b546-45cc-81a8-2c7659040549 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.321352] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 929.321583] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540732', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'name': 'volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04813f80-e023-4a81-b71b-f1251526cc6f', 'attached_at': '', 'detached_at': '', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'serial': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 929.322396] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b178b8-9a5d-4c52-a7e1-75e48157a297 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.341343] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871add7a-65bf-4a96-8a7d-01f8cce1b38c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.355616] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942adbaf-4244-4103-a1c8-e0ec5391f8a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.387790] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29/volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.388167] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ea3f0a-2ab5-4ad8-bef3-be074789d523 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.408476] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 929.408476] env[63393]: value = "task-2682153" [ 929.408476] env[63393]: _type = "Task" [ 929.408476] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.420785] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.452463] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52486eb1-167d-777d-a2b9-24b5ce815e25, 'name': SearchDatastore_Task, 'duration_secs': 0.041104} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.452463] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.459846] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97575dbb-84f4-430f-98cb-d6481de010fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.467951] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.612s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.469201] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.477009] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 929.477009] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522058e3-9eff-0c32-1fb4-e207e8afff3c" [ 929.477009] env[63393]: _type = "Task" [ 929.477009] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.493941] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522058e3-9eff-0c32-1fb4-e207e8afff3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.494346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.494673] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] eb91f46d-95a0-4aed-b1d9-8fe6e431995f/eb91f46d-95a0-4aed-b1d9-8fe6e431995f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.495171] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa19befb-a2a1-4651-9b29-16712d5be6ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.506251] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 929.506251] env[63393]: value = "task-2682155" [ 929.506251] env[63393]: _type = "Task" [ 929.506251] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.519283] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.539362] env[63393]: DEBUG nova.scheduler.client.report [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.574485] env[63393]: DEBUG oslo_vmware.api [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682151, 'name': PowerOnVM_Task, 'duration_secs': 0.499957} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.574811] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.574991] env[63393]: DEBUG nova.compute.manager [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.576170] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7d6d7-d771-4226-ab55-28c5fcc25697 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.662586] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Updating instance_info_cache with network_info: [{"id": "270ab7f8-52a6-4dcb-a3da-5319cef8c330", "address": "fa:16:3e:f4:13:90", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270ab7f8-52", "ovs_interfaceid": "270ab7f8-52a6-4dcb-a3da-5319cef8c330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.737423] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682152, 'name': ReconfigVM_Task, 'duration_secs': 0.394423} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.737927] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d/22f0c82c-45f9-4c78-8c3d-ece27e0dba0d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.738900] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b51d86ff-df23-475b-aa3d-b778a913cd16 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.746887] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 929.746887] env[63393]: value = "task-2682156" [ 929.746887] env[63393]: _type = "Task" [ 929.746887] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.757834] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682156, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.865369] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.865369] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8eb80508-51f9-4e47-9ca2-5c2f24f94d83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.874919] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 929.874919] env[63393]: value = "task-2682158" [ 929.874919] env[63393]: _type = "Task" [ 929.874919] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.884410] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.902298] env[63393]: DEBUG nova.network.neutron [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Updated VIF entry in instance network info cache for port 931b5c87-3479-49d2-a9c5-f865abca465b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.902298] env[63393]: DEBUG nova.network.neutron [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Updating instance_info_cache with network_info: [{"id": "931b5c87-3479-49d2-a9c5-f865abca465b", "address": "fa:16:3e:5a:db:82", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931b5c87-34", "ovs_interfaceid": "931b5c87-3479-49d2-a9c5-f865abca465b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.924013] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682153, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.979473] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.022983] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.043676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.047067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.527s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.051437] env[63393]: INFO nova.compute.claims [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.062216] env[63393]: DEBUG nova.network.neutron [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updated VIF entry in instance network info cache for port 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.062819] env[63393]: DEBUG nova.network.neutron [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "address": "fa:16:3e:0b:7b:b3", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd35e3d-81", "ovs_interfaceid": "0cd35e3d-817d-44a1-af80-0a98eb3c930d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "101f2f7c-4193-4c9f-a5a0-71fe08f71cf3", "address": "fa:16:3e:36:35:7f", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101f2f7c-41", "ovs_interfaceid": "101f2f7c-4193-4c9f-a5a0-71fe08f71cf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.074635] env[63393]: INFO nova.scheduler.client.report [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Deleted allocations for instance e590d9c0-e5d6-472f-98af-3bcd26d17125 [ 930.097939] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.111446] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.145881] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.146279] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.146545] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.146824] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.147054] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.147301] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.147643] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.148319] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.148319] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.148456] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.148673] env[63393]: DEBUG nova.virt.hardware [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.150286] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb158e4f-711f-40d7-86fd-258a38cf7cf1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.162918] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab3263c-c82c-46a5-b5df-fa7781174fa1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.169566] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "refresh_cache-335d2f5d-d15b-4fba-b066-1c6ccdfc988d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.170052] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Instance network_info: |[{"id": "270ab7f8-52a6-4dcb-a3da-5319cef8c330", "address": "fa:16:3e:f4:13:90", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270ab7f8-52", "ovs_interfaceid": "270ab7f8-52a6-4dcb-a3da-5319cef8c330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.170587] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:13:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270ab7f8-52a6-4dcb-a3da-5319cef8c330', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.179960] env[63393]: DEBUG oslo.service.loopingcall [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.180608] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.180871] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6539577-569a-4d7f-ae90-81a882c9be4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.209726] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.209726] env[63393]: value = "task-2682160" [ 930.209726] env[63393]: _type = "Task" [ 930.209726] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.218879] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682160, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.257275] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682156, 'name': Rename_Task, 'duration_secs': 0.324337} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.259150] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.259150] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad88ac3-960f-445f-887d-1d06d3832ef5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.265658] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 930.265658] env[63393]: value = "task-2682161" [ 930.265658] env[63393]: _type = "Task" [ 930.265658] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.276365] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.386149] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.403507] env[63393]: DEBUG oslo_concurrency.lockutils [req-aafe36ab-dc31-4b98-8202-15c506d8dd01 req-7d069308-57ad-40eb-8040-1320ef37ff76 service nova] Releasing lock "refresh_cache-22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.428144] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682153, 'name': ReconfigVM_Task, 'duration_secs': 0.534642} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.428144] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29/volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.431553] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e344202-bd67-48b4-bc5f-fb3eed3de6cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.453016] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 930.453016] env[63393]: value = "task-2682162" [ 930.453016] env[63393]: _type = "Task" [ 930.453016] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.461497] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.520812] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591637} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.521266] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] eb91f46d-95a0-4aed-b1d9-8fe6e431995f/eb91f46d-95a0-4aed-b1d9-8fe6e431995f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.521584] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.523029] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54ce9557-4074-4775-b79b-47486d01c3d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.531031] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 930.531031] env[63393]: value = "task-2682163" [ 930.531031] env[63393]: _type = "Task" [ 930.531031] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.544918] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.566429] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.566755] env[63393]: DEBUG nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Received event network-vif-plugged-f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.567064] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Acquiring lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.567396] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.567617] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.567843] env[63393]: DEBUG nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] No waiting events found dispatching network-vif-plugged-f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.568074] env[63393]: WARNING nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Received unexpected event network-vif-plugged-f925554f-7628-4f43-a1f8-c990a81c2461 for instance with vm_state building and task_state spawning. [ 930.568580] env[63393]: DEBUG nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Received event network-changed-f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.568818] env[63393]: DEBUG nova.compute.manager [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Refreshing instance network info cache due to event network-changed-f925554f-7628-4f43-a1f8-c990a81c2461. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.569132] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Acquiring lock "refresh_cache-eb91f46d-95a0-4aed-b1d9-8fe6e431995f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.569625] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Acquired lock "refresh_cache-eb91f46d-95a0-4aed-b1d9-8fe6e431995f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.570321] env[63393]: DEBUG nova.network.neutron [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Refreshing network info cache for port f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.585051] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Lock "e590d9c0-e5d6-472f-98af-3bcd26d17125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.579s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.626373] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Successfully updated port: c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.721521] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682160, 'name': CreateVM_Task, 'duration_secs': 0.438058} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.721715] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.722474] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.722659] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.723025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.723334] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c14b06-e1fd-41a5-bcff-a59d494e625d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.729839] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 930.729839] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527ae6f4-35e7-5a0f-332b-020708224341" [ 930.729839] env[63393]: _type = "Task" [ 930.729839] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.740377] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527ae6f4-35e7-5a0f-332b-020708224341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.779843] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.887392] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682158, 'name': CreateSnapshot_Task, 'duration_secs': 0.909101} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.887999] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.888913] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6151979-dcad-46f1-9889-dd021d4ef768 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.961887] env[63393]: DEBUG oslo_vmware.api [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682162, 'name': ReconfigVM_Task, 'duration_secs': 0.228287} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.962055] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540732', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'name': 'volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04813f80-e023-4a81-b71b-f1251526cc6f', 'attached_at': '', 'detached_at': '', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'serial': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 931.002950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.003264] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.003524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.003744] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.004658] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.006122] env[63393]: INFO nova.compute.manager [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Terminating instance [ 931.042026] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084932} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.042026] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.042993] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c0e524-cc78-4ffb-808c-c748c92359fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.070692] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] eb91f46d-95a0-4aed-b1d9-8fe6e431995f/eb91f46d-95a0-4aed-b1d9-8fe6e431995f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.071581] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac3456f1-94d6-4c2d-8419-2ff17bb77766 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.089878] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "2e07670f-8519-436e-8596-9a19f9c31eba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.089977] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "2e07670f-8519-436e-8596-9a19f9c31eba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.090198] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "2e07670f-8519-436e-8596-9a19f9c31eba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.090390] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "2e07670f-8519-436e-8596-9a19f9c31eba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.091024] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "2e07670f-8519-436e-8596-9a19f9c31eba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.095558] env[63393]: INFO nova.compute.manager [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Terminating instance [ 931.103080] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 931.103080] env[63393]: value = "task-2682164" [ 931.103080] env[63393]: _type = "Task" [ 931.103080] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.116989] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.129849] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "refresh_cache-4e27b660-39bc-43cf-a3b9-605099940f89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.130132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "refresh_cache-4e27b660-39bc-43cf-a3b9-605099940f89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.130332] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.244351] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527ae6f4-35e7-5a0f-332b-020708224341, 'name': SearchDatastore_Task, 'duration_secs': 0.014547} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.244770] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.245094] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.245390] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.245553] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.245740] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.246036] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9701821-781e-4147-8b36-fdbca2064a10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.262368] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.262368] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.263062] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a515ef3b-54cf-4798-b022-64e2a724b5c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.274397] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 931.274397] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e093c3-3172-d157-312f-f4d55942acc9" [ 931.274397] env[63393]: _type = "Task" [ 931.274397] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.280116] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Received event network-vif-plugged-270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.280350] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Acquiring lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.280606] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.280842] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.281074] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] No waiting events found dispatching network-vif-plugged-270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.281296] env[63393]: WARNING nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Received unexpected event network-vif-plugged-270ab7f8-52a6-4dcb-a3da-5319cef8c330 for instance with vm_state building and task_state spawning. [ 931.281538] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Received event network-changed-270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.281739] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Refreshing instance network info cache due to event network-changed-270ab7f8-52a6-4dcb-a3da-5319cef8c330. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.281958] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Acquiring lock "refresh_cache-335d2f5d-d15b-4fba-b066-1c6ccdfc988d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.282138] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Acquired lock "refresh_cache-335d2f5d-d15b-4fba-b066-1c6ccdfc988d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.282333] env[63393]: DEBUG nova.network.neutron [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Refreshing network info cache for port 270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.295344] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.304669] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e093c3-3172-d157-312f-f4d55942acc9, 'name': SearchDatastore_Task, 'duration_secs': 0.018184} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.305060] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65484315-9a4f-4378-9a0a-231a982213eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.315473] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 931.315473] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a349d3-bcd3-2ea4-afe8-1894fe3a645a" [ 931.315473] env[63393]: _type = "Task" [ 931.315473] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.326264] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a349d3-bcd3-2ea4-afe8-1894fe3a645a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.357846] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-0cd35e3d-817d-44a1-af80-0a98eb3c930d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.358187] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-0cd35e3d-817d-44a1-af80-0a98eb3c930d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.365504] env[63393]: DEBUG nova.network.neutron [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Updated VIF entry in instance network info cache for port f925554f-7628-4f43-a1f8-c990a81c2461. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.365796] env[63393]: DEBUG nova.network.neutron [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Updating instance_info_cache with network_info: [{"id": "f925554f-7628-4f43-a1f8-c990a81c2461", "address": "fa:16:3e:be:96:4b", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf925554f-76", "ovs_interfaceid": "f925554f-7628-4f43-a1f8-c990a81c2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.389666] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d83e86-0a47-42f0-9fc9-df89cbeed019 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.398443] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60911d-b4b7-46d6-af00-b03948c05377 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.409055] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.409536] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5f714f1-0e10-4306-a75e-8b924a20922f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.418682] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 931.418682] env[63393]: value = "task-2682165" [ 931.418682] env[63393]: _type = "Task" [ 931.418682] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.454451] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4278de8d-6626-4d61-a56a-895159ca1ea9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.467460] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682165, 'name': CloneVM_Task} progress is 16%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.469893] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa22726-8005-44cf-8da5-eeb02a1c9e21 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.487756] env[63393]: DEBUG nova.compute.provider_tree [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.511284] env[63393]: DEBUG nova.compute.manager [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.511540] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.512471] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f01cb-fef0-41b2-9e0a-3f4a8072108a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.521670] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.521980] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6090c19a-ccc0-4d2f-954c-51ef349a7515 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.599607] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "refresh_cache-2e07670f-8519-436e-8596-9a19f9c31eba" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.599797] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquired lock "refresh_cache-2e07670f-8519-436e-8596-9a19f9c31eba" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.599973] env[63393]: DEBUG nova.network.neutron [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.602578] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.602820] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.603013] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore2] ecb3399d-740f-4a48-bb80-7fa0b02a7c05 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.603652] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8c28e5-635b-46ab-a419-b0257bff4a10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.618500] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.622927] env[63393]: DEBUG oslo_vmware.api [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 931.622927] env[63393]: value = "task-2682167" [ 931.622927] env[63393]: _type = "Task" [ 931.622927] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.639119] env[63393]: DEBUG oslo_vmware.api [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.671354] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.779871] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682161, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.831910] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a349d3-bcd3-2ea4-afe8-1894fe3a645a, 'name': SearchDatastore_Task, 'duration_secs': 0.018704} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.831910] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.831910] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 335d2f5d-d15b-4fba-b066-1c6ccdfc988d/335d2f5d-d15b-4fba-b066-1c6ccdfc988d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.831910] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87247849-104d-4d44-9df7-be59c651efdb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.845024] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 931.845024] env[63393]: value = "task-2682168" [ 931.845024] env[63393]: _type = "Task" [ 931.845024] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.854954] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.866818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.866930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.867836] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65a37d-d427-412c-b0e5-9562840377d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.873975] env[63393]: DEBUG oslo_concurrency.lockutils [req-79a0a740-b48b-47f1-977a-a9b98ddf926c req-c293d831-aaff-4df1-8295-80185ea4e63f service nova] Releasing lock "refresh_cache-eb91f46d-95a0-4aed-b1d9-8fe6e431995f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.893720] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be1c4e7-df06-435a-be1e-795a23842ccb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.928898] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfiguring VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 931.928898] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09d7fe6-853f-459b-8063-3fc4a8a77e83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948676] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 931.948676] env[63393]: value = "task-2682169" [ 931.948676] env[63393]: _type = "Task" [ 931.948676] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.965196] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682165, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.968099] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.002627] env[63393]: DEBUG nova.objects.instance [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'flavor' on Instance uuid 04813f80-e023-4a81-b71b-f1251526cc6f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.024088] env[63393]: ERROR nova.scheduler.client.report [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [req-e5708b86-4345-45e9-b868-dad020c2a694] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5708b86-4345-45e9-b868-dad020c2a694"}]} [ 932.048400] env[63393]: DEBUG nova.scheduler.client.report [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 932.070671] env[63393]: DEBUG nova.scheduler.client.report [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 932.070913] env[63393]: DEBUG nova.compute.provider_tree [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.085897] env[63393]: DEBUG nova.scheduler.client.report [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 932.118765] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682164, 'name': ReconfigVM_Task, 'duration_secs': 0.67051} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.119495] env[63393]: DEBUG nova.scheduler.client.report [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 932.122175] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Reconfigured VM instance instance-00000057 to attach disk [datastore1] eb91f46d-95a0-4aed-b1d9-8fe6e431995f/eb91f46d-95a0-4aed-b1d9-8fe6e431995f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.123842] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e00427e5-bf0a-4563-9eab-78d691f5529a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.137618] env[63393]: DEBUG oslo_vmware.api [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301049} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.141029] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.141029] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.141029] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.141291] env[63393]: INFO nova.compute.manager [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Took 0.63 seconds to destroy the instance on the hypervisor. [ 932.141914] env[63393]: DEBUG oslo.service.loopingcall [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.142297] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 932.142297] env[63393]: value = "task-2682171" [ 932.142297] env[63393]: _type = "Task" [ 932.142297] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.142532] env[63393]: DEBUG nova.compute.manager [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.142630] env[63393]: DEBUG nova.network.neutron [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.146915] env[63393]: DEBUG nova.network.neutron [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.163939] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682171, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.198615] env[63393]: DEBUG nova.network.neutron [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Updating instance_info_cache with network_info: [{"id": "c036f04e-8613-4e18-a122-63dacfff38e6", "address": "fa:16:3e:ec:bd:36", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc036f04e-86", "ovs_interfaceid": "c036f04e-8613-4e18-a122-63dacfff38e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.285338] env[63393]: DEBUG oslo_vmware.api [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682161, 'name': PowerOnVM_Task, 'duration_secs': 1.718478} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.285665] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.285850] env[63393]: INFO nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 932.286023] env[63393]: DEBUG nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.286923] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bfc706-1d20-4eba-ad64-c314ef575c6c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.291972] env[63393]: DEBUG nova.network.neutron [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.356960] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.470430] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682165, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.473387] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.510285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2ad3e9d-74a4-4db5-b8d0-61565c5f3c8c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.519904] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa187fc6-02e0-4dd4-b29a-7befa2833322 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.525563] env[63393]: DEBUG nova.network.neutron [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Updated VIF entry in instance network info cache for port 270ab7f8-52a6-4dcb-a3da-5319cef8c330. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.526475] env[63393]: DEBUG nova.network.neutron [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Updating instance_info_cache with network_info: [{"id": "270ab7f8-52a6-4dcb-a3da-5319cef8c330", "address": "fa:16:3e:f4:13:90", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270ab7f8-52", "ovs_interfaceid": "270ab7f8-52a6-4dcb-a3da-5319cef8c330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.536278] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a609b5-05a6-4975-a912-6d3cc368597b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.573250] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fe7681-a61d-4643-a4c5-2c39aa905ed4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.581344] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ef9bb-51ee-4fd2-b8e0-d6bb8ccb142b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.598305] env[63393]: DEBUG nova.compute.provider_tree [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.655680] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682171, 'name': Rename_Task, 'duration_secs': 0.238922} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.656187] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.656483] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6729f38e-33bd-4fa1-9189-fa830c694383 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.664809] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 932.664809] env[63393]: value = "task-2682172" [ 932.664809] env[63393]: _type = "Task" [ 932.664809] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.676641] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.703414] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "refresh_cache-4e27b660-39bc-43cf-a3b9-605099940f89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.704512] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Instance network_info: |[{"id": "c036f04e-8613-4e18-a122-63dacfff38e6", "address": "fa:16:3e:ec:bd:36", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc036f04e-86", "ovs_interfaceid": "c036f04e-8613-4e18-a122-63dacfff38e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.704698] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:bd:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c036f04e-8613-4e18-a122-63dacfff38e6', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.713709] env[63393]: DEBUG oslo.service.loopingcall [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.714124] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.714249] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-579f857d-1da7-46df-88fd-c1eb605980a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.737251] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.737251] env[63393]: value = "task-2682173" [ 932.737251] env[63393]: _type = "Task" [ 932.737251] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.745440] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682173, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.798382] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Releasing lock "refresh_cache-2e07670f-8519-436e-8596-9a19f9c31eba" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.798898] env[63393]: DEBUG nova.compute.manager [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.799064] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.799980] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d77f07-1f0c-455e-87e4-832a58a67ec1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.812335] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.812596] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7280aea1-fe6d-418f-9046-1a3d92c88875 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.818963] env[63393]: INFO nova.compute.manager [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Took 16.37 seconds to build instance. [ 932.822315] env[63393]: DEBUG oslo_vmware.api [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 932.822315] env[63393]: value = "task-2682174" [ 932.822315] env[63393]: _type = "Task" [ 932.822315] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.831694] env[63393]: DEBUG oslo_vmware.api [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.862087] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68301} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.862659] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 335d2f5d-d15b-4fba-b066-1c6ccdfc988d/335d2f5d-d15b-4fba-b066-1c6ccdfc988d.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.862872] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.863168] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b549e896-4a9a-42b1-8a8d-aaaaeb1492d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.871690] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 932.871690] env[63393]: value = "task-2682175" [ 932.871690] env[63393]: _type = "Task" [ 932.871690] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.881914] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.967979] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682165, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.971830] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.036403] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Releasing lock "refresh_cache-335d2f5d-d15b-4fba-b066-1c6ccdfc988d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.036642] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Received event network-vif-plugged-c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.037165] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Acquiring lock "4e27b660-39bc-43cf-a3b9-605099940f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.037497] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Lock "4e27b660-39bc-43cf-a3b9-605099940f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.037826] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Lock "4e27b660-39bc-43cf-a3b9-605099940f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.038636] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] No waiting events found dispatching network-vif-plugged-c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.038636] env[63393]: WARNING nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Received unexpected event network-vif-plugged-c036f04e-8613-4e18-a122-63dacfff38e6 for instance with vm_state building and task_state spawning. [ 933.038767] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Received event network-changed-c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.038857] env[63393]: DEBUG nova.compute.manager [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Refreshing instance network info cache due to event network-changed-c036f04e-8613-4e18-a122-63dacfff38e6. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.039397] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Acquiring lock "refresh_cache-4e27b660-39bc-43cf-a3b9-605099940f89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.039712] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Acquired lock "refresh_cache-4e27b660-39bc-43cf-a3b9-605099940f89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.039795] env[63393]: DEBUG nova.network.neutron [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Refreshing network info cache for port c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.100341] env[63393]: DEBUG nova.network.neutron [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.149779] env[63393]: DEBUG nova.scheduler.client.report [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 933.153307] env[63393]: DEBUG nova.compute.provider_tree [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 125 to 126 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 933.153546] env[63393]: DEBUG nova.compute.provider_tree [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.176287] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.250948] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682173, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.321711] env[63393]: DEBUG oslo_concurrency.lockutils [None req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.881s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.334970] env[63393]: DEBUG oslo_vmware.api [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682174, 'name': PowerOffVM_Task, 'duration_secs': 0.325429} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.335648] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.335648] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.335786] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c7920c8-727c-44d0-8e88-4dedfa562dcc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.367729] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.367877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.368159] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Deleting the datastore file [datastore1] 2e07670f-8519-436e-8596-9a19f9c31eba {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.370440] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a41768c-c9e9-4f9f-87f8-ec8b89aca1e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.379066] env[63393]: DEBUG oslo_vmware.api [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for the task: (returnval){ [ 933.379066] env[63393]: value = "task-2682177" [ 933.379066] env[63393]: _type = "Task" [ 933.379066] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.380424] env[63393]: DEBUG nova.compute.manager [req-96e18fb3-a220-4d3a-9a71-ff8d6d7b2664 req-9bd7caa4-fa8c-499e-8484-b2539903533a service nova] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Received event network-vif-deleted-76a4c4d0-3fc3-4467-a84a-64547a92bc79 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.388624] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081586} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.389295] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.390088] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59828dee-95ee-485d-9a1b-570ba2a40393 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.396199] env[63393]: DEBUG oslo_vmware.api [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.420161] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 335d2f5d-d15b-4fba-b066-1c6ccdfc988d/335d2f5d-d15b-4fba-b066-1c6ccdfc988d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.420161] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3b8cd05-5a68-4ce0-a6a3-9c34fb92f399 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.449561] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 933.449561] env[63393]: value = "task-2682178" [ 933.449561] env[63393]: _type = "Task" [ 933.449561] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.469424] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.480671] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.480986] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682165, 'name': CloneVM_Task, 'duration_secs': 1.896663} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.481207] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Created linked-clone VM from snapshot [ 933.481981] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea0e03-5485-4bc9-8e6f-6de2bed9334d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.491354] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Uploading image 060300c1-b1e2-4130-bd09-aa927e70a590 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 933.518735] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.518735] env[63393]: value = "vm-540743" [ 933.518735] env[63393]: _type = "VirtualMachine" [ 933.518735] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.519217] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2872460d-3606-4fce-b4fe-a4d5dedd82dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.529642] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lease: (returnval){ [ 933.529642] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522ae2a9-6fe7-e373-595e-e524ffc9d7fd" [ 933.529642] env[63393]: _type = "HttpNfcLease" [ 933.529642] env[63393]: } obtained for exporting VM: (result){ [ 933.529642] env[63393]: value = "vm-540743" [ 933.529642] env[63393]: _type = "VirtualMachine" [ 933.529642] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.529642] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the lease: (returnval){ [ 933.529642] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522ae2a9-6fe7-e373-595e-e524ffc9d7fd" [ 933.529642] env[63393]: _type = "HttpNfcLease" [ 933.529642] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.543396] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.543396] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522ae2a9-6fe7-e373-595e-e524ffc9d7fd" [ 933.543396] env[63393]: _type = "HttpNfcLease" [ 933.543396] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.609381] env[63393]: INFO nova.compute.manager [-] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Took 1.47 seconds to deallocate network for instance. [ 933.662120] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.615s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.662852] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.668796] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.372s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.669870] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.669870] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 933.669870] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.200s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.669870] env[63393]: DEBUG nova.objects.instance [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 933.674365] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d5c9e-b50e-4e01-95c8-7520829dadbb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.692164] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682172, 'name': PowerOnVM_Task, 'duration_secs': 0.890191} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.696221] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.696561] env[63393]: INFO nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Took 8.65 seconds to spawn the instance on the hypervisor. [ 933.696794] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.697715] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef6760-cb8d-4a96-96e2-f6c85f8a7392 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.703444] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abdaacf-97b1-42cd-b88b-209f4456bf22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.749640] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595dd9b-23c3-4054-ab6c-fbc8fe0b7503 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.759103] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682173, 'name': CreateVM_Task, 'duration_secs': 0.660052} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.761109] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.761901] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.762093] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.762416] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.763473] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ade1e4-d6ad-4244-843f-c1ffb0fb44d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.766874] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37310e2-a01d-4732-8d56-84ecc04e5a59 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.777937] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 933.777937] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ded550-63a0-8121-8a05-86d22e2f4398" [ 933.777937] env[63393]: _type = "Task" [ 933.777937] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.804931] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178669MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 933.805102] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.815298] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ded550-63a0-8121-8a05-86d22e2f4398, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.815605] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.817588] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.817588] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.817588] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.817588] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.819642] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f7d303-d6d0-4602-bf07-8e89cecf753c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.830710] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.831841] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.831932] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9155a589-8ed7-4842-a206-3dbad10531bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.839060] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 933.839060] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524d7ed9-05cb-9e06-ec6f-d1249d1e9e63" [ 933.839060] env[63393]: _type = "Task" [ 933.839060] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.849112] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524d7ed9-05cb-9e06-ec6f-d1249d1e9e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.893605] env[63393]: DEBUG oslo_vmware.api [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Task: {'id': task-2682177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19793} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.893605] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.893801] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.893930] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.896987] env[63393]: INFO nova.compute.manager [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Took 1.10 seconds to destroy the instance on the hypervisor. [ 933.896987] env[63393]: DEBUG oslo.service.loopingcall [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.896987] env[63393]: DEBUG nova.compute.manager [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.896987] env[63393]: DEBUG nova.network.neutron [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.928970] env[63393]: DEBUG nova.network.neutron [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.956450] env[63393]: DEBUG nova.network.neutron [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Updated VIF entry in instance network info cache for port c036f04e-8613-4e18-a122-63dacfff38e6. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.956796] env[63393]: DEBUG nova.network.neutron [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Updating instance_info_cache with network_info: [{"id": "c036f04e-8613-4e18-a122-63dacfff38e6", "address": "fa:16:3e:ec:bd:36", "network": {"id": "265aafac-e72d-46a1-aadf-f16df02ee7a2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-208842714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a09f0967e947bf9e03c9c6b4681768", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc036f04e-86", "ovs_interfaceid": "c036f04e-8613-4e18-a122-63dacfff38e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.969501] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682178, 'name': ReconfigVM_Task, 'duration_secs': 0.427591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.974175] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 335d2f5d-d15b-4fba-b066-1c6ccdfc988d/335d2f5d-d15b-4fba-b066-1c6ccdfc988d.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.974939] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.975750] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a932e2d-e1d4-4433-b676-7341a2092171 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.984533] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 933.984533] env[63393]: value = "task-2682180" [ 933.984533] env[63393]: _type = "Task" [ 933.984533] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.993456] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682180, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.039858] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.039858] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522ae2a9-6fe7-e373-595e-e524ffc9d7fd" [ 934.039858] env[63393]: _type = "HttpNfcLease" [ 934.039858] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.040308] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.040308] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522ae2a9-6fe7-e373-595e-e524ffc9d7fd" [ 934.040308] env[63393]: _type = "HttpNfcLease" [ 934.040308] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 934.040862] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc670f-f637-4d15-a0ca-5c7148e12593 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.050268] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a106-68a8-ca58-7bfe-6c4431c35cf7/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.050465] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a106-68a8-ca58-7bfe-6c4431c35cf7/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 934.114349] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.169395] env[63393]: DEBUG nova.compute.utils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.170783] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.170783] env[63393]: DEBUG nova.network.neutron [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.183316] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d7cd823-4e33-4173-ac9a-1d8fa2197ed0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.239382] env[63393]: DEBUG nova.policy [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbcd80c64a2540cbad7fab7188e10fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355a70aa860a4d31aaef068a3d3c6a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.261201] env[63393]: INFO nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Took 15.85 seconds to build instance. [ 934.346547] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.346793] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540740', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'name': 'volume-d7131407-4bae-4310-8039-50aebacd046e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '660bc5e1-797b-420e-a1ac-2498789085e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'serial': 'd7131407-4bae-4310-8039-50aebacd046e'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.347624] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb918cd9-ff3e-420f-8608-e002fa3a4fca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.375798] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "f0f15136-a132-499f-8952-f85f57ffcce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.376081] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "f0f15136-a132-499f-8952-f85f57ffcce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.377185] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524d7ed9-05cb-9e06-ec6f-d1249d1e9e63, 'name': SearchDatastore_Task, 'duration_secs': 0.01262} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.379790] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3553ac7-3190-40e5-98d1-e68667b951d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.383027] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f2a375-c55b-44a2-ad00-7bc8ade3794b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.393425] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 934.393425] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52709cd4-14ca-5c20-679b-3733456c23e6" [ 934.393425] env[63393]: _type = "Task" [ 934.393425] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.433586] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-d7131407-4bae-4310-8039-50aebacd046e/volume-d7131407-4bae-4310-8039-50aebacd046e.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.436847] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcccbd0-e5ad-43b6-9fbd-253dadac3fd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.451274] env[63393]: DEBUG nova.network.neutron [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.459125] env[63393]: DEBUG oslo_vmware.api [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 934.459125] env[63393]: value = "task-2682181" [ 934.459125] env[63393]: _type = "Task" [ 934.459125] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.462426] env[63393]: DEBUG oslo_concurrency.lockutils [req-ebf74c56-1ecb-4f57-94bc-1be940cec9ad req-935162a9-d4a0-4e79-ae71-644675f52074 service nova] Releasing lock "refresh_cache-4e27b660-39bc-43cf-a3b9-605099940f89" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.472355] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.478336] env[63393]: DEBUG oslo_vmware.api [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.496149] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682180, 'name': Rename_Task, 'duration_secs': 0.161709} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.496517] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.496733] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb0a099-484f-40d4-8bd8-1d0e24cb169f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.504885] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 934.504885] env[63393]: value = "task-2682182" [ 934.504885] env[63393]: _type = "Task" [ 934.504885] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.514471] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.590993] env[63393]: DEBUG nova.network.neutron [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Successfully created port: 47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.676087] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.686421] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ce70ddab-0375-4963-8946-b5523dab82ec tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.688918] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.710s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.689936] env[63393]: DEBUG nova.objects.instance [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.764658] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.364s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.878659] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.908630] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52709cd4-14ca-5c20-679b-3733456c23e6, 'name': SearchDatastore_Task, 'duration_secs': 0.049583} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.909501] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.909892] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4e27b660-39bc-43cf-a3b9-605099940f89/4e27b660-39bc-43cf-a3b9-605099940f89.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.910583] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e9ab1a-947f-4592-9974-e0892209c5ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.922167] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 934.922167] env[63393]: value = "task-2682183" [ 934.922167] env[63393]: _type = "Task" [ 934.922167] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.932719] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.952692] env[63393]: INFO nova.compute.manager [-] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Took 1.06 seconds to deallocate network for instance. [ 934.974525] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.977219] env[63393]: DEBUG oslo_vmware.api [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682181, 'name': ReconfigVM_Task, 'duration_secs': 0.423343} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.977428] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-d7131407-4bae-4310-8039-50aebacd046e/volume-d7131407-4bae-4310-8039-50aebacd046e.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.982263] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d7aa6b-afdb-4fad-a3fb-a092701d5788 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.001376] env[63393]: DEBUG oslo_vmware.api [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 935.001376] env[63393]: value = "task-2682184" [ 935.001376] env[63393]: _type = "Task" [ 935.001376] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.019921] env[63393]: DEBUG oslo_vmware.api [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.024175] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.328242] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.328589] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.407458] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.434929] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682183, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.459698] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.470284] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.517746] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682182, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.520872] env[63393]: DEBUG oslo_vmware.api [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682184, 'name': ReconfigVM_Task, 'duration_secs': 0.182378} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.521192] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540740', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'name': 'volume-d7131407-4bae-4310-8039-50aebacd046e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '660bc5e1-797b-420e-a1ac-2498789085e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'serial': 'd7131407-4bae-4310-8039-50aebacd046e'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 935.688236] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.702056] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a4c4d94e-1307-4d1a-89c8-34cef819c14c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.703642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.606s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.703874] env[63393]: DEBUG nova.objects.instance [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.716070] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.716350] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.716530] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.716715] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.717039] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.717269] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.717509] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.717699] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.717968] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.718248] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.718461] env[63393]: DEBUG nova.virt.hardware [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.719616] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111e6c52-5afc-4416-841d-e1c6bf442ede {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.731489] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53513b4-504c-40e5-8898-14184d45158d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.831151] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.935343] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634891} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.935343] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4e27b660-39bc-43cf-a3b9-605099940f89/4e27b660-39bc-43cf-a3b9-605099940f89.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.935624] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.935895] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8000da58-15ff-4b8b-aec6-51e9f9224fc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.945105] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 935.945105] env[63393]: value = "task-2682185" [ 935.945105] env[63393]: _type = "Task" [ 935.945105] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.955779] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.971413] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.020322] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682182, 'name': PowerOnVM_Task, 'duration_secs': 1.14868} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.020648] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.020845] env[63393]: INFO nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Took 8.47 seconds to spawn the instance on the hypervisor. [ 936.021050] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.021901] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584e81d-5d1e-4588-84c6-da6397619514 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.129507] env[63393]: DEBUG nova.compute.manager [req-27088f20-6c09-44aa-84c5-ba9b8e844688 req-2023b976-f1e4-44b5-ac73-6a87934b5720 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Received event network-vif-plugged-47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.129741] env[63393]: DEBUG oslo_concurrency.lockutils [req-27088f20-6c09-44aa-84c5-ba9b8e844688 req-2023b976-f1e4-44b5-ac73-6a87934b5720 service nova] Acquiring lock "2714bb96-a826-456a-b5f2-2b13637c8476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.130124] env[63393]: DEBUG oslo_concurrency.lockutils [req-27088f20-6c09-44aa-84c5-ba9b8e844688 req-2023b976-f1e4-44b5-ac73-6a87934b5720 service nova] Lock "2714bb96-a826-456a-b5f2-2b13637c8476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.130324] env[63393]: DEBUG oslo_concurrency.lockutils [req-27088f20-6c09-44aa-84c5-ba9b8e844688 req-2023b976-f1e4-44b5-ac73-6a87934b5720 service nova] Lock "2714bb96-a826-456a-b5f2-2b13637c8476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.130501] env[63393]: DEBUG nova.compute.manager [req-27088f20-6c09-44aa-84c5-ba9b8e844688 req-2023b976-f1e4-44b5-ac73-6a87934b5720 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] No waiting events found dispatching network-vif-plugged-47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.130688] env[63393]: WARNING nova.compute.manager [req-27088f20-6c09-44aa-84c5-ba9b8e844688 req-2023b976-f1e4-44b5-ac73-6a87934b5720 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Received unexpected event network-vif-plugged-47765065-33c8-47c6-a557-58db2b2f9a5a for instance with vm_state building and task_state spawning. [ 936.229653] env[63393]: DEBUG nova.network.neutron [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Successfully updated port: 47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.357415] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.456644] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075188} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.457737] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.458024] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191a738-947c-4d8d-8663-3f05ae0aaf8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.483845] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4e27b660-39bc-43cf-a3b9-605099940f89/4e27b660-39bc-43cf-a3b9-605099940f89.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.484722] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401b52bb-f5b8-4b45-b350-24a13d5321ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.504072] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.511650] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 936.511650] env[63393]: value = "task-2682186" [ 936.511650] env[63393]: _type = "Task" [ 936.511650] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.525836] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.548989] env[63393]: INFO nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Took 18.10 seconds to build instance. [ 936.569763] env[63393]: DEBUG nova.objects.instance [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'flavor' on Instance uuid 660bc5e1-797b-420e-a1ac-2498789085e1 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.717697] env[63393]: DEBUG oslo_concurrency.lockutils [None req-540f7e75-8038-4174-907d-aea465dbc7ed tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.718721] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.914s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.732822] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-2714bb96-a826-456a-b5f2-2b13637c8476" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.734264] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-2714bb96-a826-456a-b5f2-2b13637c8476" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.734264] env[63393]: DEBUG nova.network.neutron [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.973640] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.025018] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.051665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.615s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.073879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c5830b61-51f8-410f-9be8-d86e6bb9fc4b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.881s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.268460] env[63393]: DEBUG nova.network.neutron [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.482407] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.482407] env[63393]: DEBUG nova.network.neutron [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Updating instance_info_cache with network_info: [{"id": "47765065-33c8-47c6-a557-58db2b2f9a5a", "address": "fa:16:3e:f7:0f:9a", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47765065-33", "ovs_interfaceid": "47765065-33c8-47c6-a557-58db2b2f9a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.525360] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682186, 'name': ReconfigVM_Task, 'duration_secs': 0.768112} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.525645] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4e27b660-39bc-43cf-a3b9-605099940f89/4e27b660-39bc-43cf-a3b9-605099940f89.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.526363] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6042c27-2625-418d-8aac-bca31fa7f14c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.535772] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 937.535772] env[63393]: value = "task-2682187" [ 937.535772] env[63393]: _type = "Task" [ 937.535772] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.547636] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682187, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.770964] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d1f3667d-f592-4c2f-8eda-8e24b95f215b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.771232] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ce27a7e1-05e2-46b0-9689-39d4efbda232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.771416] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 369dc141-ec0b-4237-aed7-d047e9a59bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.771570] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.771724] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 660bc5e1-797b-420e-a1ac-2498789085e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.771915] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance a69b263d-15c2-4ac7-9a13-06726bdf168d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.772103] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 70678f78-9ae6-4b57-9fd9-59497d540222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.772293] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4aa263aa-ef68-4d59-a253-9f4671a095d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.772487] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance bd61927b-9423-433e-b74b-ff4fe11bca71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.772659] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 04813f80-e023-4a81-b71b-f1251526cc6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.772817] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.772940] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance cdf54115-b533-499d-8c18-f77d6764a807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.773527] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ecb3399d-740f-4a48-bb80-7fa0b02a7c05 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 937.773904] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2e07670f-8519-436e-8596-9a19f9c31eba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 937.774306] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 85536d85-14a6-42fa-8055-778dbe55452f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.774586] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.775902] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance eb91f46d-95a0-4aed-b1d9-8fe6e431995f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.775902] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 335d2f5d-d15b-4fba-b066-1c6ccdfc988d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.775902] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4e27b660-39bc-43cf-a3b9-605099940f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.775902] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2714bb96-a826-456a-b5f2-2b13637c8476 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.788746] env[63393]: INFO nova.compute.manager [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Rescuing [ 937.789391] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.789482] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.789719] env[63393]: DEBUG nova.network.neutron [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.976495] env[63393]: DEBUG oslo_vmware.api [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682169, 'name': ReconfigVM_Task, 'duration_secs': 5.86428} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.976714] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.976920] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Reconfigured VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 937.984591] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-2714bb96-a826-456a-b5f2-2b13637c8476" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.984870] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance network_info: |[{"id": "47765065-33c8-47c6-a557-58db2b2f9a5a", "address": "fa:16:3e:f7:0f:9a", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47765065-33", "ovs_interfaceid": "47765065-33c8-47c6-a557-58db2b2f9a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.985277] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:0f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47765065-33c8-47c6-a557-58db2b2f9a5a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.992440] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating folder: Project (355a70aa860a4d31aaef068a3d3c6a42). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.992699] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6276cc40-2972-4d7c-9be6-696936e9ba08 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.005690] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created folder: Project (355a70aa860a4d31aaef068a3d3c6a42) in parent group-v540494. [ 938.005891] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating folder: Instances. Parent ref: group-v540745. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.006145] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-184de5f0-e2af-40b6-8088-56c7718e8412 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.017542] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created folder: Instances in parent group-v540745. [ 938.017754] env[63393]: DEBUG oslo.service.loopingcall [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.017946] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.018175] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3a13fe4-28d0-4daf-8cf6-005745f14717 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.040027] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.040027] env[63393]: value = "task-2682190" [ 938.040027] env[63393]: _type = "Task" [ 938.040027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.049109] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682190, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.052279] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682187, 'name': Rename_Task, 'duration_secs': 0.271592} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.052547] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.052792] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e10f7b-a8bb-4774-a399-946a73e2b651 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.060340] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 938.060340] env[63393]: value = "task-2682191" [ 938.060340] env[63393]: _type = "Task" [ 938.060340] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.068942] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.156678] env[63393]: DEBUG nova.compute.manager [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Received event network-changed-47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.157072] env[63393]: DEBUG nova.compute.manager [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Refreshing instance network info cache due to event network-changed-47765065-33c8-47c6-a557-58db2b2f9a5a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.157305] env[63393]: DEBUG oslo_concurrency.lockutils [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] Acquiring lock "refresh_cache-2714bb96-a826-456a-b5f2-2b13637c8476" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.157354] env[63393]: DEBUG oslo_concurrency.lockutils [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] Acquired lock "refresh_cache-2714bb96-a826-456a-b5f2-2b13637c8476" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.157566] env[63393]: DEBUG nova.network.neutron [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Refreshing network info cache for port 47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.280828] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance f0f15136-a132-499f-8952-f85f57ffcce8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.552991] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682190, 'name': CreateVM_Task, 'duration_secs': 0.442791} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.553265] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.555704] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.555704] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.555704] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.555704] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac36afba-3b0f-48a7-aadd-145adb9a7af9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.561849] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 938.561849] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52839170-1e82-5d9f-22ea-10619bd86604" [ 938.561849] env[63393]: _type = "Task" [ 938.561849] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.581149] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52839170-1e82-5d9f-22ea-10619bd86604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.581509] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.582694] env[63393]: DEBUG nova.network.neutron [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.692813] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.692962] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.785582] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 2c86e2b9-007d-4eef-815b-bf63c5e510a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 938.785854] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 938.785974] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 938.966574] env[63393]: DEBUG nova.network.neutron [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Updated VIF entry in instance network info cache for port 47765065-33c8-47c6-a557-58db2b2f9a5a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.966964] env[63393]: DEBUG nova.network.neutron [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Updating instance_info_cache with network_info: [{"id": "47765065-33c8-47c6-a557-58db2b2f9a5a", "address": "fa:16:3e:f7:0f:9a", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47765065-33", "ovs_interfaceid": "47765065-33c8-47c6-a557-58db2b2f9a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.058986] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.059288] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.079010] env[63393]: DEBUG oslo_vmware.api [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682191, 'name': PowerOnVM_Task, 'duration_secs': 0.605042} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.082897] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.083143] env[63393]: INFO nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Took 8.97 seconds to spawn the instance on the hypervisor. [ 939.083329] env[63393]: DEBUG nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.083920] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52839170-1e82-5d9f-22ea-10619bd86604, 'name': SearchDatastore_Task, 'duration_secs': 0.017905} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.084837] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d3cb4c-449a-4e47-b912-5b4823dedeae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.087451] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.088051] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.088114] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.088274] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.089180] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.089180] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.090713] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-804a9663-6e1b-486c-b68b-c8fd2bc05531 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.107053] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.107273] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.110308] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f085e6a5-efad-4d4c-aaa7-c271245dcde3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.117362] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 939.117362] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5247ba2f-86dd-0136-53a7-8417f76eff18" [ 939.117362] env[63393]: _type = "Task" [ 939.117362] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.125607] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe3565-fe7d-4add-b9a9-bcb2bb3fbf57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.131325] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5247ba2f-86dd-0136-53a7-8417f76eff18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.137321] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5d2c4-951f-4465-90c6-e99071f5d9c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.169154] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942eba05-416e-404f-879c-ec08a82db744 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.177088] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ba4317-817a-44e7-9462-db4d4489f835 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.191481] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.196233] env[63393]: DEBUG nova.compute.utils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.253147] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.253428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.253657] env[63393]: DEBUG nova.network.neutron [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.470317] env[63393]: DEBUG oslo_concurrency.lockutils [req-99acfd63-6c6e-4105-942a-530acfd831f7 req-5a673a51-af12-4fdb-b4c9-fc4b5a7d28c5 service nova] Releasing lock "refresh_cache-2714bb96-a826-456a-b5f2-2b13637c8476" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.564618] env[63393]: DEBUG nova.compute.utils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.616084] env[63393]: INFO nova.compute.manager [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Took 21.13 seconds to build instance. [ 939.634722] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5247ba2f-86dd-0136-53a7-8417f76eff18, 'name': SearchDatastore_Task, 'duration_secs': 0.021529} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.636250] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2daf966e-07e0-4a28-af7c-56acace10150 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.643842] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 939.643842] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524ba7c3-d1f0-d89b-67f9-1923223b533a" [ 939.643842] env[63393]: _type = "Task" [ 939.643842] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.653460] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524ba7c3-d1f0-d89b-67f9-1923223b533a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.699785] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.714964] env[63393]: ERROR nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [req-fe812836-db58-4ea8-990e-bb26de72e47c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe812836-db58-4ea8-990e-bb26de72e47c"}]} [ 939.733057] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 939.751720] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 939.751927] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.763988] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 939.784460] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 939.993160] env[63393]: INFO nova.network.neutron [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Port 0cd35e3d-817d-44a1-af80-0a98eb3c930d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 939.993364] env[63393]: INFO nova.network.neutron [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Port 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 939.993678] env[63393]: DEBUG nova.network.neutron [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [{"id": "e2d025bb-9b4c-4591-b10a-8af253250933", "address": "fa:16:3e:8a:de:62", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d025bb-9b", "ovs_interfaceid": "e2d025bb-9b4c-4591-b10a-8af253250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.063189] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac78938-a400-4c63-a343-b15d7902872b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.067241] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.072577] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce3c87-bd88-4547-b303-79701acd01cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.104660] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757fb395-90d0-4441-82cb-6bf35ceeaba9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.112963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ab586-7605-4cbb-aed3-7bd73001206d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.118462] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f907e7b-c4e7-4569-a0ba-f4592291e193 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "4e27b660-39bc-43cf-a3b9-605099940f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.640s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.126770] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.154619] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524ba7c3-d1f0-d89b-67f9-1923223b533a, 'name': SearchDatastore_Task, 'duration_secs': 0.019264} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.154866] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.155140] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.155453] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47737a5d-3135-4ad1-bc56-041a9c32d25e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.164684] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 940.164684] env[63393]: value = "task-2682192" [ 940.164684] env[63393]: _type = "Task" [ 940.164684] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.176176] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.496446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-bd61927b-9423-433e-b74b-ff4fe11bca71" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.557370] env[63393]: DEBUG nova.compute.manager [req-15cd1a4b-de8d-4e3a-8877-763863f70111 req-7e2caab4-90bf-4354-9926-6c27e8b5a677 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-vif-deleted-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.640571] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.641614] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5613f9a-5ee5-4f0d-a676-2de0d3e21b3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.653377] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 940.653377] env[63393]: value = "task-2682193" [ 940.653377] env[63393]: _type = "Task" [ 940.653377] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.668026] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.672136] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 940.672698] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 129 to 130 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 940.673022] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.691086] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.781878] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.782162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.782404] env[63393]: INFO nova.compute.manager [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Attaching volume 3a598bab-9add-4fba-9fa4-dd12c04b8342 to /dev/sdb [ 940.821472] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884d485e-2f89-4b8f-a968-071b58497817 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.831789] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd757b2-19fb-4263-8257-272834cd3219 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.852156] env[63393]: DEBUG nova.virt.block_device [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating existing volume attachment record: e26d7219-d91e-44c4-8a1b-7079953a7ad9 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 940.992298] env[63393]: DEBUG nova.compute.manager [req-cc675676-228d-4d13-a17e-669b68dbe968 req-8905248f-1726-4296-97f1-b809bde12b2d service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-vif-deleted-0cd35e3d-817d-44a1-af80-0a98eb3c930d {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.001866] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-bd61927b-9423-433e-b74b-ff4fe11bca71-0cd35e3d-817d-44a1-af80-0a98eb3c930d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.644s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.131621] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.131929] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.132181] env[63393]: INFO nova.compute.manager [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Attaching volume e8636b10-1ca4-49f2-83b4-aedf02468a4f to /dev/sdb [ 941.135638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.135638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.135638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.135638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.135638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.136969] env[63393]: INFO nova.compute.manager [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Terminating instance [ 941.166308] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682193, 'name': PowerOffVM_Task, 'duration_secs': 0.339474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.166686] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.170330] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753e873-86af-40a0-b5fc-b051439a5364 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.174669] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bad04b-b0da-4f45-9e4e-05e6fdf1e393 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.179466] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 941.179794] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.461s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.199686] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.085s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.199913] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.202078] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.795s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.203670] env[63393]: INFO nova.compute.claims [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.207048] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565127} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.210130] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.210130] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.210868] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb9836-3e88-43b8-99a6-00c7b679b7a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.213809] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-273e1642-07b3-460d-b291-dd9a9fcbd5cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.216553] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb376148-762e-498a-a027-93d0d37865fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.229144] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 941.229144] env[63393]: value = "task-2682195" [ 941.229144] env[63393]: _type = "Task" [ 941.229144] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.236831] env[63393]: INFO nova.scheduler.client.report [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted allocations for instance ecb3399d-740f-4a48-bb80-7fa0b02a7c05 [ 941.242542] env[63393]: DEBUG nova.virt.block_device [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating existing volume attachment record: ceb90718-84fe-4db8-8059-556e845c7f2b {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 941.255651] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.266229] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.267011] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963ee7e1-badb-4500-8b24-5bee72fa0642 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.279136] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 941.279136] env[63393]: value = "task-2682197" [ 941.279136] env[63393]: _type = "Task" [ 941.279136] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.288808] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.642635] env[63393]: DEBUG nova.compute.manager [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.642979] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.644036] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599563b7-8980-4d8d-a52f-3b3973d2c1ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.652771] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.653021] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eaa71e6-58e1-467f-bd17-e8a084d6f222 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.660730] env[63393]: DEBUG oslo_vmware.api [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 941.660730] env[63393]: value = "task-2682200" [ 941.660730] env[63393]: _type = "Task" [ 941.660730] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.670506] env[63393]: DEBUG oslo_vmware.api [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.740402] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07616} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.740726] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.741603] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1472ab03-197d-4ff0-8544-fe2dc3c57830 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.772402] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.773096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "ecb3399d-740f-4a48-bb80-7fa0b02a7c05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.770s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.776401] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3688798c-1972-42b8-aecd-b24804824754 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.792301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.792301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.792301] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.792682] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.792682] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.795790] env[63393]: INFO nova.compute.manager [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Terminating instance [ 941.812101] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.812401] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.812711] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.812836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.812913] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.813513] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 941.813513] env[63393]: value = "task-2682201" [ 941.813513] env[63393]: _type = "Task" [ 941.813513] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.813787] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-070bbfef-24e2-4d38-ab15-eaffb3e591da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.826844] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.828442] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.828665] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.829907] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac83470-a0af-4f69-99f0-f9c3bb0f3e61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.836713] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 941.836713] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522cd4cf-f6e1-cd2b-de49-a8c90fde1961" [ 941.836713] env[63393]: _type = "Task" [ 941.836713] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.847362] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522cd4cf-f6e1-cd2b-de49-a8c90fde1961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.171700] env[63393]: DEBUG oslo_vmware.api [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682200, 'name': PowerOffVM_Task, 'duration_secs': 0.319708} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.172040] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.172138] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.172437] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed3f912-2029-41f4-8755-a5b998597642 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.304174] env[63393]: DEBUG nova.compute.manager [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.304466] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.305498] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c555b7d-fff7-4894-9d0b-4f0fdd3fd3de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.315374] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.318508] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6b9a21-7a7e-4ba8-af3a-2cfdff3f1d29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.330911] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.332420] env[63393]: DEBUG oslo_vmware.api [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 942.332420] env[63393]: value = "task-2682205" [ 942.332420] env[63393]: _type = "Task" [ 942.332420] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.349192] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522cd4cf-f6e1-cd2b-de49-a8c90fde1961, 'name': SearchDatastore_Task, 'duration_secs': 0.02092} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.355699] env[63393]: DEBUG oslo_vmware.api [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.356218] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c0cb2f-9c9c-47cd-b0e5-5ec9e5b81107 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.362973] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 942.362973] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5287f595-e681-6b1d-0dc4-9b10ed328bdb" [ 942.362973] env[63393]: _type = "Task" [ 942.362973] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.376879] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5287f595-e681-6b1d-0dc4-9b10ed328bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.547122] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94945ff1-30d7-4b38-b3a0-3005cab502c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.555810] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa296a92-1b44-4942-8e8e-ad857715bc4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.590148] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340629e3-3cc3-4330-9b57-54996c8d527b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.599855] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46951000-a786-4a84-af3e-e78dd8e65501 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.615449] env[63393]: DEBUG nova.compute.provider_tree [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.811086] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.811325] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.811572] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleting the datastore file [datastore1] bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.811883] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941c7ee0-c4e4-48ff-997d-d275da91d5c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.819360] env[63393]: DEBUG oslo_vmware.api [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 942.819360] env[63393]: value = "task-2682206" [ 942.819360] env[63393]: _type = "Task" [ 942.819360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.832810] env[63393]: DEBUG oslo_vmware.api [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.836392] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682201, 'name': ReconfigVM_Task, 'duration_secs': 0.749371} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.839907] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.840486] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb336a3c-a338-453e-adb6-ed9a5ca7dc99 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.849837] env[63393]: DEBUG oslo_vmware.api [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682205, 'name': PowerOffVM_Task, 'duration_secs': 0.272484} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.851599] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.851886] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.852349] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 942.852349] env[63393]: value = "task-2682207" [ 942.852349] env[63393]: _type = "Task" [ 942.852349] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.852632] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce00cc4-35fc-4a3b-8cfc-e73782d37411 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.865687] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682207, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.875325] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5287f595-e681-6b1d-0dc4-9b10ed328bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.875639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.875940] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. {{(pid=63393) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 942.876268] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8275ffb9-afbb-4e6e-878d-b9dcebd388ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.886273] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 942.886273] env[63393]: value = "task-2682209" [ 942.886273] env[63393]: _type = "Task" [ 942.886273] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.896837] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.947358] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.947854] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.948162] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleting the datastore file [datastore1] eb91f46d-95a0-4aed-b1d9-8fe6e431995f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.948586] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f66f734b-1f61-4b3c-9d16-83a466eb2aa6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.958557] env[63393]: DEBUG oslo_vmware.api [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 942.958557] env[63393]: value = "task-2682210" [ 942.958557] env[63393]: _type = "Task" [ 942.958557] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.971070] env[63393]: DEBUG oslo_vmware.api [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.152884] env[63393]: DEBUG nova.scheduler.client.report [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.153241] env[63393]: DEBUG nova.compute.provider_tree [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 130 to 131 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.153430] env[63393]: DEBUG nova.compute.provider_tree [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.332030] env[63393]: DEBUG oslo_vmware.api [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2485} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.332347] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.332347] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.332528] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.332710] env[63393]: INFO nova.compute.manager [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Took 1.69 seconds to destroy the instance on the hypervisor. [ 943.333008] env[63393]: DEBUG oslo.service.loopingcall [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.333616] env[63393]: DEBUG nova.compute.manager [-] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.333720] env[63393]: DEBUG nova.network.neutron [-] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.367794] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682207, 'name': Rename_Task, 'duration_secs': 0.230545} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.370463] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.370791] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-188c3504-d2b9-44fb-ac20-cba354414ca1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.380293] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 943.380293] env[63393]: value = "task-2682212" [ 943.380293] env[63393]: _type = "Task" [ 943.380293] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.396422] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.403591] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.473075] env[63393]: DEBUG oslo_vmware.api [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223861} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.473075] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.473075] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.473075] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.473075] env[63393]: INFO nova.compute.manager [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.473075] env[63393]: DEBUG oslo.service.loopingcall [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.473075] env[63393]: DEBUG nova.compute.manager [-] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.473075] env[63393]: DEBUG nova.network.neutron [-] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.662134] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.662134] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.663645] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.204s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.664446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.669189] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.312s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.676023] env[63393]: INFO nova.compute.claims [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.704932] env[63393]: INFO nova.scheduler.client.report [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Deleted allocations for instance 2e07670f-8519-436e-8596-9a19f9c31eba [ 943.733272] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a106-68a8-ca58-7bfe-6c4431c35cf7/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 943.740928] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d52699-25ac-444a-990b-5a43ed08b16f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.752021] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a106-68a8-ca58-7bfe-6c4431c35cf7/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 943.752021] env[63393]: ERROR oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a106-68a8-ca58-7bfe-6c4431c35cf7/disk-0.vmdk due to incomplete transfer. [ 943.752021] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-289d0a39-74d6-4cbe-a058-a19d8bf2f26c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.762298] env[63393]: DEBUG oslo_vmware.rw_handles [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a106-68a8-ca58-7bfe-6c4431c35cf7/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 943.762809] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Uploaded image 060300c1-b1e2-4130-bd09-aa927e70a590 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 943.765529] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 943.766206] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-033ef481-b915-40bc-b2fe-662937c8fc41 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.774612] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 943.774612] env[63393]: value = "task-2682213" [ 943.774612] env[63393]: _type = "Task" [ 943.774612] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.785678] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682213, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.894340] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682212, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.900784] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585921} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.902098] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. [ 943.902831] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf419b0-884c-4e86-a055-8a4a0610a015 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.932822] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.933186] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742c6719-d470-44b9-b300-86abaffee6ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.952803] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 943.952803] env[63393]: value = "task-2682214" [ 943.952803] env[63393]: _type = "Task" [ 943.952803] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.963916] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.966834] env[63393]: DEBUG nova.compute.manager [req-f523454d-3f24-40e0-9455-d34341b1b3fa req-11681025-b3e4-44f3-b7a5-cac847c975fd service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Received event network-vif-deleted-f925554f-7628-4f43-a1f8-c990a81c2461 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.966834] env[63393]: INFO nova.compute.manager [req-f523454d-3f24-40e0-9455-d34341b1b3fa req-11681025-b3e4-44f3-b7a5-cac847c975fd service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Neutron deleted interface f925554f-7628-4f43-a1f8-c990a81c2461; detaching it from the instance and deleting it from the info cache [ 943.966834] env[63393]: DEBUG nova.network.neutron [req-f523454d-3f24-40e0-9455-d34341b1b3fa req-11681025-b3e4-44f3-b7a5-cac847c975fd service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.178750] env[63393]: DEBUG nova.compute.utils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.182709] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.182709] env[63393]: DEBUG nova.network.neutron [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.212190] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8cda2c2e-6b55-4209-8b8c-c3f8419b4d70 tempest-ServerShowV257Test-1704355619 tempest-ServerShowV257Test-1704355619-project-member] Lock "2e07670f-8519-436e-8596-9a19f9c31eba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.122s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.262951] env[63393]: DEBUG nova.policy [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab748e6c9429410f89bc25f3523bd704', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70de85a17f7749088d5de006a09b2276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.285805] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682213, 'name': Destroy_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.393348] env[63393]: DEBUG oslo_vmware.api [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682212, 'name': PowerOnVM_Task, 'duration_secs': 0.894955} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.393703] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.393821] env[63393]: INFO nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Took 8.71 seconds to spawn the instance on the hypervisor. [ 944.394081] env[63393]: DEBUG nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.394961] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e1430-f2a1-4a27-adb2-cf07a56c64df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.460249] env[63393]: DEBUG nova.network.neutron [-] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.464155] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.469991] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f662c1c1-aa90-4a1d-885f-0ce526d731a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.483142] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3018562-7eb1-4142-835f-4eda620a7bb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.508908] env[63393]: DEBUG nova.network.neutron [-] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.529163] env[63393]: DEBUG nova.compute.manager [req-f523454d-3f24-40e0-9455-d34341b1b3fa req-11681025-b3e4-44f3-b7a5-cac847c975fd service nova] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Detach interface failed, port_id=f925554f-7628-4f43-a1f8-c990a81c2461, reason: Instance eb91f46d-95a0-4aed-b1d9-8fe6e431995f could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 944.635151] env[63393]: DEBUG nova.network.neutron [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Successfully created port: 7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.685628] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.795572] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682213, 'name': Destroy_Task, 'duration_secs': 0.788219} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.796010] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Destroyed the VM [ 944.796316] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 944.797612] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71c7eda6-d3e0-4f1c-b70d-980b7b11f5ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.809965] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 944.809965] env[63393]: value = "task-2682216" [ 944.809965] env[63393]: _type = "Task" [ 944.809965] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.825571] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.918009] env[63393]: INFO nova.compute.manager [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Took 24.42 seconds to build instance. [ 944.964885] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682214, 'name': ReconfigVM_Task, 'duration_secs': 0.631994} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.965347] env[63393]: INFO nova.compute.manager [-] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Took 1.49 seconds to deallocate network for instance. [ 944.965639] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.967932] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d0cd50-ba5e-4d26-be23-5b4e1ce00e71 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.004015] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add5cb9e-9f64-4e4d-80b6-de9f67799036 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.015608] env[63393]: INFO nova.compute.manager [-] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Took 1.68 seconds to deallocate network for instance. [ 945.024643] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 945.024643] env[63393]: value = "task-2682217" [ 945.024643] env[63393]: _type = "Task" [ 945.024643] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.039374] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.068417] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317a4a3-2f7a-44c0-8bc5-d061b9179c25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.077243] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dab3422-33f5-4666-b0ec-e62db472dcc3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.109230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b6435d-1ff2-4f44-b51d-df0ecfd9d771 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.117395] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e09145-d456-484d-b85b-2b59cace35a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.130882] env[63393]: DEBUG nova.compute.provider_tree [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.321007] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.420762] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "2714bb96-a826-456a-b5f2-2b13637c8476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.935s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.475140] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.522088] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.537872] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.664234] env[63393]: DEBUG nova.scheduler.client.report [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 945.664507] env[63393]: DEBUG nova.compute.provider_tree [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 131 to 132 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.664683] env[63393]: DEBUG nova.compute.provider_tree [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.696571] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.718053] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.718639] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.718639] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.718784] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.718825] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.718970] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.719199] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.719359] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.719526] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.719691] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.719858] env[63393]: DEBUG nova.virt.hardware [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.721084] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f2346f-1bd6-47f1-a227-36c9065d40ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733200] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552bf561-5df0-4c1c-bef1-083f01cf2648 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.822338] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682216, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.905684] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 945.906010] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540749', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'name': 'volume-3a598bab-9add-4fba-9fa4-dd12c04b8342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf54115-b533-499d-8c18-f77d6764a807', 'attached_at': '', 'detached_at': '', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'serial': '3a598bab-9add-4fba-9fa4-dd12c04b8342'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 945.907090] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40cdd5f-61af-489a-a7cb-095b58bda065 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.929785] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0370393-4a3a-4e44-b5c9-48e9d0723d47 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.957770] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-3a598bab-9add-4fba-9fa4-dd12c04b8342/volume-3a598bab-9add-4fba-9fa4-dd12c04b8342.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.958767] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdea45fb-e533-4670-9dd5-0b46e9152288 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.979400] env[63393]: DEBUG oslo_vmware.api [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 945.979400] env[63393]: value = "task-2682218" [ 945.979400] env[63393]: _type = "Task" [ 945.979400] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.988890] env[63393]: DEBUG oslo_vmware.api [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.991099] env[63393]: DEBUG nova.compute.manager [req-c1d0959e-5725-421c-b3d8-e5a2f522277b req-1e53b7a0-34b8-4a7b-acbf-9771a04285d6 service nova] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Received event network-vif-deleted-e2d025bb-9b4c-4591-b10a-8af253250933 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.040340] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.171871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.172364] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.176821] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.701s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.177098] env[63393]: DEBUG nova.objects.instance [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lazy-loading 'resources' on Instance uuid eb91f46d-95a0-4aed-b1d9-8fe6e431995f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.183471] env[63393]: INFO nova.compute.manager [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Rebuilding instance [ 946.246586] env[63393]: DEBUG nova.compute.manager [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.247568] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e32f281-82bf-4640-9aad-114a125f9c1a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.273713] env[63393]: DEBUG nova.network.neutron [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Successfully updated port: 7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.309013] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 946.309352] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540751', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'name': 'volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70678f78-9ae6-4b57-9fd9-59497d540222', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'serial': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 946.310499] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3048b640-01d5-4be3-aa9d-de59ace67c22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.322438] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682216, 'name': RemoveSnapshot_Task, 'duration_secs': 1.460011} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.333902] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.334247] env[63393]: DEBUG nova.compute.manager [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.335609] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d3f726-f3e4-43c8-ad6b-2ce65dbcc4f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.338656] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aaa131-afc8-430f-9404-80e4bf96c63e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.369800] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f/volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.370744] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02dd8b3-e338-4ea1-8d2b-5c95af3e5035 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.391188] env[63393]: DEBUG oslo_vmware.api [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 946.391188] env[63393]: value = "task-2682219" [ 946.391188] env[63393]: _type = "Task" [ 946.391188] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.491226] env[63393]: DEBUG oslo_vmware.api [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682218, 'name': ReconfigVM_Task, 'duration_secs': 0.405128} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.491545] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-3a598bab-9add-4fba-9fa4-dd12c04b8342/volume-3a598bab-9add-4fba-9fa4-dd12c04b8342.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.497174] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e1561c-83c0-46e8-8446-7d324586a601 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.518036] env[63393]: DEBUG oslo_vmware.api [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 946.518036] env[63393]: value = "task-2682220" [ 946.518036] env[63393]: _type = "Task" [ 946.518036] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.527557] env[63393]: DEBUG oslo_vmware.api [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.540023] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682217, 'name': ReconfigVM_Task, 'duration_secs': 1.252935} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.540023] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.540023] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c8db0f-346c-4612-9e16-a6529377d933 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.549956] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 946.549956] env[63393]: value = "task-2682221" [ 946.549956] env[63393]: _type = "Task" [ 946.549956] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.561347] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.681807] env[63393]: DEBUG nova.compute.utils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.686698] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.686901] env[63393]: DEBUG nova.network.neutron [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.742805] env[63393]: DEBUG nova.policy [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.775864] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.776159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.776284] env[63393]: DEBUG nova.network.neutron [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.874400] env[63393]: INFO nova.compute.manager [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Shelve offloading [ 946.902987] env[63393]: DEBUG oslo_vmware.api [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682219, 'name': ReconfigVM_Task, 'duration_secs': 0.447179} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.906101] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f/volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.911881] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232d082b-31eb-4e9d-b5b1-95f4bf8ddca9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.933971] env[63393]: DEBUG oslo_vmware.api [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 946.933971] env[63393]: value = "task-2682222" [ 946.933971] env[63393]: _type = "Task" [ 946.933971] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.944251] env[63393]: DEBUG oslo_vmware.api [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.029026] env[63393]: DEBUG oslo_vmware.api [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682220, 'name': ReconfigVM_Task, 'duration_secs': 0.155767} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.031926] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540749', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'name': 'volume-3a598bab-9add-4fba-9fa4-dd12c04b8342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf54115-b533-499d-8c18-f77d6764a807', 'attached_at': '', 'detached_at': '', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'serial': '3a598bab-9add-4fba-9fa4-dd12c04b8342'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 947.061655] env[63393]: DEBUG oslo_vmware.api [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682221, 'name': PowerOnVM_Task, 'duration_secs': 0.465083} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.062915] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.065154] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe8bdec-4601-4411-a218-18edf161debe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.070450] env[63393]: DEBUG nova.compute.manager [None req-ca36d3a9-e97e-420b-98c9-627386b76214 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.070450] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa67b5c-74a5-466a-a2a9-3e7158a41c70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.079355] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193f16a-6a2d-4740-9b36-ef42d4434fff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.129059] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2572a6d-afd9-46d6-8527-e4ff9dfcd06e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.140054] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a1ea53-e8d9-490d-87ea-83367652e848 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.159745] env[63393]: DEBUG nova.compute.provider_tree [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.180575] env[63393]: DEBUG nova.network.neutron [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Successfully created port: 28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.187623] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.262997] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.263285] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4151bb-c0f7-4d12-b938-f544079de190 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.274367] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 947.274367] env[63393]: value = "task-2682223" [ 947.274367] env[63393]: _type = "Task" [ 947.274367] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.285399] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.379744] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.380028] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945f4719-4556-4e4c-ad6a-d305fb10e1a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.403099] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 947.403099] env[63393]: value = "task-2682224" [ 947.403099] env[63393]: _type = "Task" [ 947.403099] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.413881] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.414137] env[63393]: DEBUG nova.compute.manager [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.414918] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4c35a3-e920-41fe-84cd-22c5246c9bc3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.421987] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.422193] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.422374] env[63393]: DEBUG nova.network.neutron [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.443396] env[63393]: DEBUG oslo_vmware.api [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682222, 'name': ReconfigVM_Task, 'duration_secs': 0.195854} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.443697] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540751', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'name': 'volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70678f78-9ae6-4b57-9fd9-59497d540222', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'serial': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 947.577227] env[63393]: DEBUG nova.network.neutron [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.664330] env[63393]: DEBUG nova.scheduler.client.report [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.784782] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682223, 'name': PowerOffVM_Task, 'duration_secs': 0.202274} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.785064] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.785336] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.786099] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36cf8a9-5e6f-480f-ac75-dfd9c99e2a82 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.793377] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.793762] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c196d1dc-2bf1-41cc-8300-e93e9615ccaf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.865270] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.865587] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.865775] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.866187] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e52b1ddd-deec-47a6-b84a-7d5485ebd1a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.869529] env[63393]: DEBUG nova.network.neutron [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updating instance_info_cache with network_info: [{"id": "7119be57-c70d-45a0-a8ec-95fd086a5667", "address": "fa:16:3e:db:1d:07", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7119be57-c7", "ovs_interfaceid": "7119be57-c70d-45a0-a8ec-95fd086a5667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.878789] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 947.878789] env[63393]: value = "task-2682226" [ 947.878789] env[63393]: _type = "Task" [ 947.878789] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.887628] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.091040] env[63393]: DEBUG nova.objects.instance [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'flavor' on Instance uuid cdf54115-b533-499d-8c18-f77d6764a807 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.112782] env[63393]: DEBUG nova.compute.manager [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Received event network-vif-plugged-7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.113027] env[63393]: DEBUG oslo_concurrency.lockutils [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] Acquiring lock "f0f15136-a132-499f-8952-f85f57ffcce8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.113364] env[63393]: DEBUG oslo_concurrency.lockutils [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] Lock "f0f15136-a132-499f-8952-f85f57ffcce8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.113474] env[63393]: DEBUG oslo_concurrency.lockutils [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] Lock "f0f15136-a132-499f-8952-f85f57ffcce8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.113723] env[63393]: DEBUG nova.compute.manager [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] No waiting events found dispatching network-vif-plugged-7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.113811] env[63393]: WARNING nova.compute.manager [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Received unexpected event network-vif-plugged-7119be57-c70d-45a0-a8ec-95fd086a5667 for instance with vm_state building and task_state spawning. [ 948.114014] env[63393]: DEBUG nova.compute.manager [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Received event network-changed-7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.114628] env[63393]: DEBUG nova.compute.manager [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Refreshing instance network info cache due to event network-changed-7119be57-c70d-45a0-a8ec-95fd086a5667. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.115257] env[63393]: DEBUG oslo_concurrency.lockutils [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] Acquiring lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.173921] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.176375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.654s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.177994] env[63393]: DEBUG nova.objects.instance [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'resources' on Instance uuid bd61927b-9423-433e-b74b-ff4fe11bca71 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.197960] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.212634] env[63393]: DEBUG nova.network.neutron [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updating instance_info_cache with network_info: [{"id": "36715e2f-ea8e-45fb-8186-75518711c016", "address": "fa:16:3e:1e:3a:17", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36715e2f-ea", "ovs_interfaceid": "36715e2f-ea8e-45fb-8186-75518711c016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.217685] env[63393]: INFO nova.scheduler.client.report [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleted allocations for instance eb91f46d-95a0-4aed-b1d9-8fe6e431995f [ 948.235283] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.235853] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.235853] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.236078] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.236291] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.236493] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.237773] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.237773] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.237773] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.237773] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.238058] env[63393]: DEBUG nova.virt.hardware [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.239389] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e9439-ca1f-4f74-96ec-643a45ea8843 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.251846] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3a802a-57c5-4a58-a737-c913be61fc0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.372217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.372641] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Instance network_info: |[{"id": "7119be57-c70d-45a0-a8ec-95fd086a5667", "address": "fa:16:3e:db:1d:07", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7119be57-c7", "ovs_interfaceid": "7119be57-c70d-45a0-a8ec-95fd086a5667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.373160] env[63393]: DEBUG oslo_concurrency.lockutils [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] Acquired lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.373701] env[63393]: DEBUG nova.network.neutron [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Refreshing network info cache for port 7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.376551] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:1d:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7119be57-c70d-45a0-a8ec-95fd086a5667', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.386924] env[63393]: DEBUG oslo.service.loopingcall [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.387646] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.392977] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e5ec515-e1a1-4c69-9109-03ff72a03f42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.410987] env[63393]: INFO nova.compute.manager [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Unrescuing [ 948.411353] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.411555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.412116] env[63393]: DEBUG nova.network.neutron [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.423594] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155053} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.425404] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.426034] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.426034] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.429670] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.429670] env[63393]: value = "task-2682227" [ 948.429670] env[63393]: _type = "Task" [ 948.429670] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.442266] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682227, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.492960] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.493085] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.498194] env[63393]: DEBUG nova.objects.instance [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.601506] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5b473194-0917-4076-b40f-a71dfd6cf996 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.715184] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.729204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-24e6801b-304d-490d-92f0-09273a67d488 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "eb91f46d-95a0-4aed-b1d9-8fe6e431995f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.937s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.780295] env[63393]: DEBUG oslo_concurrency.lockutils [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.967378] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682227, 'name': CreateVM_Task, 'duration_secs': 0.526332} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.968722] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.973585] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.973984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.974582] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.975735] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9063db92-bc9a-4db7-a564-82710d1b26e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.988744] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 948.988744] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52883d76-6bb2-c823-ef95-079af26aef8a" [ 948.988744] env[63393]: _type = "Task" [ 948.988744] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.000352] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.012894] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f9b6cc89-4f32-4ca8-bd83-a6a17819bd91 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.881s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.014683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.234s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.015126] env[63393]: DEBUG nova.compute.manager [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.022718] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1637d054-ddc3-4a45-8707-415ace60160f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.027148] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52883d76-6bb2-c823-ef95-079af26aef8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.031285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.031621] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.031951] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.032319] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.032455] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.033999] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3a71e6-d410-4d0b-bac5-721d36b9d7ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.039438] env[63393]: DEBUG nova.compute.manager [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 949.040216] env[63393]: DEBUG nova.objects.instance [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.049804] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bdb58-e89f-4809-9a81-301e500362dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.055219] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.055473] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.056928] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acd774e-58e7-4490-83cb-d5a3e4755b92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.068631] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34a7d5d-2169-4fa3-80f3-a372fcab5cc2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.075404] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 949.075404] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b574ac-d401-7ce4-eac0-2f52ad816d7d" [ 949.075404] env[63393]: _type = "Task" [ 949.075404] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.113740] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a1076-adc6-4b81-a12d-b50b8c902595 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.117843] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.125145] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d0990-4053-4963-8212-8c3bfb311d19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.126096] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b574ac-d401-7ce4-eac0-2f52ad816d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.127552] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2fa50c-4631-411a-90ea-27da0ad08e95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.133299] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.133877] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf53891-2ea4-44af-a117-eb410761a7dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.136518] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0abbba2-e4dd-4363-92b2-55e981348763 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.141578] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 949.141578] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522a7aa6-3f1c-cab7-4024-5518d2359b2b" [ 949.141578] env[63393]: _type = "Task" [ 949.141578] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.155106] env[63393]: DEBUG nova.compute.provider_tree [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.164862] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522a7aa6-3f1c-cab7-4024-5518d2359b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.166013] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.166282] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] f0f15136-a132-499f-8952-f85f57ffcce8/f0f15136-a132-499f-8952-f85f57ffcce8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.166579] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f68f9a-8304-4735-8a7c-7ef8a45d27d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.173862] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 949.173862] env[63393]: value = "task-2682229" [ 949.173862] env[63393]: _type = "Task" [ 949.173862] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.183114] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.217419] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.217691] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.217895] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleting the datastore file [datastore2] 85536d85-14a6-42fa-8055-778dbe55452f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.218527] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fd0c2e-5f63-4e6d-8296-cd83e9be4045 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.226927] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 949.226927] env[63393]: value = "task-2682230" [ 949.226927] env[63393]: _type = "Task" [ 949.226927] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.238819] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.271285] env[63393]: DEBUG nova.network.neutron [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updated VIF entry in instance network info cache for port 7119be57-c70d-45a0-a8ec-95fd086a5667. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.271913] env[63393]: DEBUG nova.network.neutron [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updating instance_info_cache with network_info: [{"id": "7119be57-c70d-45a0-a8ec-95fd086a5667", "address": "fa:16:3e:db:1d:07", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7119be57-c7", "ovs_interfaceid": "7119be57-c70d-45a0-a8ec-95fd086a5667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.431319] env[63393]: DEBUG nova.network.neutron [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.466384] env[63393]: DEBUG nova.compute.manager [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 949.473204] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.473204] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.473204] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.473204] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.473204] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.473610] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.473610] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.473610] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.473775] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.473976] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.474166] env[63393]: DEBUG nova.virt.hardware [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.475048] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb0d5d-2df5-4c9f-923e-8bc2b5d67172 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.485507] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4e9ec-4fc5-460e-b3af-186242bc5aab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.511296] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:0f:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47765065-33c8-47c6-a557-58db2b2f9a5a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.517308] env[63393]: DEBUG oslo.service.loopingcall [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.518779] env[63393]: DEBUG nova.network.neutron [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Successfully updated port: 28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.523165] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.523343] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-989970fe-caac-4a6f-b284-36c334af6f2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.553982] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.553982] env[63393]: value = "task-2682231" [ 949.553982] env[63393]: _type = "Task" [ 949.553982] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.563546] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682231, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.565568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.660426] env[63393]: DEBUG nova.scheduler.client.report [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.686117] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506235} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.686117] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] f0f15136-a132-499f-8952-f85f57ffcce8/f0f15136-a132-499f-8952-f85f57ffcce8.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.686117] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.686588] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9f5782-77a4-4319-a685-9c0ed2d66fa0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.692729] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 949.692729] env[63393]: value = "task-2682232" [ 949.692729] env[63393]: _type = "Task" [ 949.692729] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.701196] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.740652] env[63393]: DEBUG oslo_vmware.api [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231982} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.740979] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.741684] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.741684] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.762962] env[63393]: INFO nova.scheduler.client.report [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocations for instance 85536d85-14a6-42fa-8055-778dbe55452f [ 949.777131] env[63393]: DEBUG oslo_concurrency.lockutils [req-928ba0c0-235c-4767-9fad-53aef5199237 req-b0419b6e-6400-49f5-bced-35b6a2933521 service nova] Releasing lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.934541] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.935257] env[63393]: DEBUG nova.objects.instance [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'flavor' on Instance uuid 660bc5e1-797b-420e-a1ac-2498789085e1 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.985484] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.044205] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-2c86e2b9-007d-4eef-815b-bf63c5e510a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.044205] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-2c86e2b9-007d-4eef-815b-bf63c5e510a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.044205] env[63393]: DEBUG nova.network.neutron [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.052697] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.052904] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7449899e-30bf-4c9b-9890-d0c3b93617b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.065714] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682231, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.067129] env[63393]: DEBUG oslo_vmware.api [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 950.067129] env[63393]: value = "task-2682233" [ 950.067129] env[63393]: _type = "Task" [ 950.067129] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.075815] env[63393]: DEBUG oslo_vmware.api [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.165885] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.168738] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.603s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.170326] env[63393]: INFO nova.compute.claims [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.182927] env[63393]: INFO nova.scheduler.client.report [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted allocations for instance bd61927b-9423-433e-b74b-ff4fe11bca71 [ 950.200142] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Received event network-vif-unplugged-36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.200479] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Acquiring lock "85536d85-14a6-42fa-8055-778dbe55452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.200590] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Lock "85536d85-14a6-42fa-8055-778dbe55452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.200744] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Lock "85536d85-14a6-42fa-8055-778dbe55452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.200913] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] No waiting events found dispatching network-vif-unplugged-36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.201097] env[63393]: WARNING nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Received unexpected event network-vif-unplugged-36715e2f-ea8e-45fb-8186-75518711c016 for instance with vm_state shelved_offloaded and task_state None. [ 950.201262] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Received event network-changed-36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.201422] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Refreshing instance network info cache due to event network-changed-36715e2f-ea8e-45fb-8186-75518711c016. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.201619] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Acquiring lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.201838] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Acquired lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.202032] env[63393]: DEBUG nova.network.neutron [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Refreshing network info cache for port 36715e2f-ea8e-45fb-8186-75518711c016 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.209405] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074239} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.209937] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.211108] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b319fc-d9a8-482c-b950-d3a9ceb95bb1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.238957] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f0f15136-a132-499f-8952-f85f57ffcce8/f0f15136-a132-499f-8952-f85f57ffcce8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.239665] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d1150a2-62ca-46b5-9356-4733f57de1d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.262218] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 950.262218] env[63393]: value = "task-2682234" [ 950.262218] env[63393]: _type = "Task" [ 950.262218] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.271145] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.271710] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.416671] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.416989] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.417254] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.417477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.417686] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.420145] env[63393]: INFO nova.compute.manager [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Terminating instance [ 950.440068] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4136ff1-27be-4010-8c7f-1d96c9d8ae27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.466868] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.467200] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a33e01-228c-47c3-bcaa-86501da377e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.475220] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 950.475220] env[63393]: value = "task-2682235" [ 950.475220] env[63393]: _type = "Task" [ 950.475220] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.478792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "4e27b660-39bc-43cf-a3b9-605099940f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.479052] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "4e27b660-39bc-43cf-a3b9-605099940f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.479265] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "4e27b660-39bc-43cf-a3b9-605099940f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.479455] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "4e27b660-39bc-43cf-a3b9-605099940f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.479628] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "4e27b660-39bc-43cf-a3b9-605099940f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.484652] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.485158] env[63393]: INFO nova.compute.manager [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Terminating instance [ 950.564304] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682231, 'name': CreateVM_Task, 'duration_secs': 0.709415} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.564489] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.565175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.565432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.565696] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.565983] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69fcdf4-033d-4652-acd5-ba0f58e5e496 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.577771] env[63393]: DEBUG oslo_vmware.api [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682233, 'name': PowerOffVM_Task, 'duration_secs': 0.449369} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.579662] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.579915] env[63393]: DEBUG nova.compute.manager [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.580316] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 950.580316] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5258ae6f-9bf4-d410-b7ec-aa6029d6e6d2" [ 950.580316] env[63393]: _type = "Task" [ 950.580316] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.581102] env[63393]: DEBUG nova.network.neutron [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.583534] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fa267c-fcea-490e-868b-91b53d431dec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598508] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5258ae6f-9bf4-d410-b7ec-aa6029d6e6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.599098] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.599350] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.599600] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.599760] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.599989] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.600278] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619366ce-d1a2-4cb8-bae2-18d15557357e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.609455] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.609664] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.610493] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9da6ce6-fc67-4442-8cb6-0f84b7b5ed1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.616195] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 950.616195] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5293846a-297b-1184-6d36-0b43a4a8dd21" [ 950.616195] env[63393]: _type = "Task" [ 950.616195] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.625729] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5293846a-297b-1184-6d36-0b43a4a8dd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.693642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9969a386-3b7b-42ff-8288-e63d29fe3321 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "bd61927b-9423-433e-b74b-ff4fe11bca71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.559s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.776163] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682234, 'name': ReconfigVM_Task, 'duration_secs': 0.353583} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.776517] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f0f15136-a132-499f-8952-f85f57ffcce8/f0f15136-a132-499f-8952-f85f57ffcce8.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.777716] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b67ec8-7593-44e1-8667-96d647cb66f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.785992] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 950.785992] env[63393]: value = "task-2682236" [ 950.785992] env[63393]: _type = "Task" [ 950.785992] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.795093] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682236, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.822696] env[63393]: DEBUG nova.network.neutron [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Updating instance_info_cache with network_info: [{"id": "28741ba0-2362-4c0d-95e6-03a943b8f361", "address": "fa:16:3e:77:58:88", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28741ba0-23", "ovs_interfaceid": "28741ba0-2362-4c0d-95e6-03a943b8f361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.849075] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "85536d85-14a6-42fa-8055-778dbe55452f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.923566] env[63393]: DEBUG nova.compute.manager [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.923852] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.924708] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4616df5-c440-4c82-bea7-3d78d67f4c8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.935832] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.936047] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dcec970-dccc-4f0b-b6b0-45f6b8d877f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.943475] env[63393]: DEBUG oslo_vmware.api [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 950.943475] env[63393]: value = "task-2682237" [ 950.943475] env[63393]: _type = "Task" [ 950.943475] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.953385] env[63393]: DEBUG oslo_vmware.api [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.961493] env[63393]: DEBUG nova.network.neutron [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updated VIF entry in instance network info cache for port 36715e2f-ea8e-45fb-8186-75518711c016. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.961915] env[63393]: DEBUG nova.network.neutron [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updating instance_info_cache with network_info: [{"id": "36715e2f-ea8e-45fb-8186-75518711c016", "address": "fa:16:3e:1e:3a:17", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": null, "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap36715e2f-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.986136] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682235, 'name': PowerOffVM_Task, 'duration_secs': 0.252595} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.986450] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.992442] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfiguring VM instance instance-00000038 to detach disk 2002 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.993275] env[63393]: DEBUG nova.compute.manager [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.993487] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.993757] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b22d43-26c1-4804-9997-fc06dc709009 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.008754] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699b37e-65db-45cb-8a97-84fdd4f74f6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.017578] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.017923] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a66bd2ec-db74-45db-b7f5-195ad029568c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.020723] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 951.020723] env[63393]: value = "task-2682238" [ 951.020723] env[63393]: _type = "Task" [ 951.020723] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.026108] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 951.026108] env[63393]: value = "task-2682239" [ 951.026108] env[63393]: _type = "Task" [ 951.026108] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.033315] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.039085] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.102486] env[63393]: DEBUG oslo_concurrency.lockutils [None req-faff466d-b690-4dd9-8f43-94b3943a9159 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.127975] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5293846a-297b-1184-6d36-0b43a4a8dd21, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.130564] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f050dd-2f06-45db-95e5-07237829a740 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.136781] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 951.136781] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52906588-4165-f450-8857-1b8f23990e08" [ 951.136781] env[63393]: _type = "Task" [ 951.136781] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.146082] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52906588-4165-f450-8857-1b8f23990e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.297966] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682236, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.325297] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-2c86e2b9-007d-4eef-815b-bf63c5e510a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.325671] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Instance network_info: |[{"id": "28741ba0-2362-4c0d-95e6-03a943b8f361", "address": "fa:16:3e:77:58:88", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28741ba0-23", "ovs_interfaceid": "28741ba0-2362-4c0d-95e6-03a943b8f361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.326083] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:58:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28741ba0-2362-4c0d-95e6-03a943b8f361', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.334678] env[63393]: DEBUG oslo.service.loopingcall [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.337978] env[63393]: DEBUG nova.objects.instance [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.339095] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.339903] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56259fd8-518d-41fe-9c20-9adc656be2a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.365800] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.365800] env[63393]: value = "task-2682240" [ 951.365800] env[63393]: _type = "Task" [ 951.365800] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.378130] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682240, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.456330] env[63393]: DEBUG oslo_vmware.api [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682237, 'name': PowerOffVM_Task, 'duration_secs': 0.171215} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.459512] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.459803] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.460398] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-763a2083-0ed8-444e-85a1-fb7717bd1c3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.468225] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Releasing lock "refresh_cache-85536d85-14a6-42fa-8055-778dbe55452f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.468225] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Received event network-vif-plugged-28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.468225] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Acquiring lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.468225] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.468225] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.468225] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] No waiting events found dispatching network-vif-plugged-28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.468225] env[63393]: WARNING nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Received unexpected event network-vif-plugged-28741ba0-2362-4c0d-95e6-03a943b8f361 for instance with vm_state building and task_state spawning. [ 951.468225] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Received event network-changed-28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.468225] env[63393]: DEBUG nova.compute.manager [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Refreshing instance network info cache due to event network-changed-28741ba0-2362-4c0d-95e6-03a943b8f361. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.468225] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Acquiring lock "refresh_cache-2c86e2b9-007d-4eef-815b-bf63c5e510a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.468225] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Acquired lock "refresh_cache-2c86e2b9-007d-4eef-815b-bf63c5e510a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.468225] env[63393]: DEBUG nova.network.neutron [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Refreshing network info cache for port 28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.482223] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d08558-7302-4071-b2ae-8e3e44f5c13c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.493838] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0940846-705e-4e79-a03a-de53e31ac99c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.536256] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e539c6b-8add-43a1-aa73-f79a4600e460 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.546745] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682238, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.553431] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.554777] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd2d53-bdc6-4bd3-b6fa-8550bcfa8699 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.571291] env[63393]: DEBUG nova.compute.provider_tree [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.575149] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.575422] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.575612] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleting the datastore file [datastore2] 335d2f5d-d15b-4fba-b066-1c6ccdfc988d {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.576554] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308f1bad-5535-4c0a-b41d-3d8ae28519f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.583787] env[63393]: DEBUG oslo_vmware.api [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 951.583787] env[63393]: value = "task-2682242" [ 951.583787] env[63393]: _type = "Task" [ 951.583787] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.595898] env[63393]: DEBUG oslo_vmware.api [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.651212] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52906588-4165-f450-8857-1b8f23990e08, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.651524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.651792] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.652077] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cb78c93-18da-4c9a-98cb-2cabbef182b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.660780] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 951.660780] env[63393]: value = "task-2682243" [ 951.660780] env[63393]: _type = "Task" [ 951.660780] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.674847] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.798574] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682236, 'name': Rename_Task, 'duration_secs': 0.941498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.799012] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.799590] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c525b2f-2d3d-40db-a594-d6fbb1e0222c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.807075] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 951.807075] env[63393]: value = "task-2682244" [ 951.807075] env[63393]: _type = "Task" [ 951.807075] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.815771] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.859801] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.860057] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.860160] env[63393]: DEBUG nova.network.neutron [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.860399] env[63393]: DEBUG nova.objects.instance [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'info_cache' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.878223] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682240, 'name': CreateVM_Task, 'duration_secs': 0.424673} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.879309] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.880281] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.880534] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.881022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.881505] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc0c220-880f-4599-ab68-dd36a7694444 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.887797] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 951.887797] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52250b6a-91eb-aa81-739b-e78d1e9fddef" [ 951.887797] env[63393]: _type = "Task" [ 951.887797] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.899302] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52250b6a-91eb-aa81-739b-e78d1e9fddef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.047044] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682238, 'name': ReconfigVM_Task, 'duration_secs': 0.603306} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.051983] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfigured VM instance instance-00000038 to detach disk 2002 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 952.051983] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.051983] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682239, 'name': PowerOffVM_Task, 'duration_secs': 0.734099} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.051983] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4455e58f-3f0e-4c7b-8473-409481222641 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.052527] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.052602] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.052907] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416d0f8c-daaf-4a44-b211-17240b6068eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.061611] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 952.061611] env[63393]: value = "task-2682245" [ 952.061611] env[63393]: _type = "Task" [ 952.061611] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.074976] env[63393]: DEBUG nova.scheduler.client.report [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.079329] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.094688] env[63393]: DEBUG oslo_vmware.api [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154447} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.095234] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.096075] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.096075] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.096075] env[63393]: INFO nova.compute.manager [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 952.096607] env[63393]: DEBUG oslo.service.loopingcall [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.097891] env[63393]: DEBUG nova.compute.manager [-] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.098070] env[63393]: DEBUG nova.network.neutron [-] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.154707] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.154949] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.155148] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleting the datastore file [datastore2] 4e27b660-39bc-43cf-a3b9-605099940f89 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.155455] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e2517b-6e2a-49ff-a029-d64e4556a714 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.167876] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for the task: (returnval){ [ 952.167876] env[63393]: value = "task-2682247" [ 952.167876] env[63393]: _type = "Task" [ 952.167876] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.177179] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682243, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.186077] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.320323] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.320323] env[63393]: DEBUG nova.network.neutron [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Updated VIF entry in instance network info cache for port 28741ba0-2362-4c0d-95e6-03a943b8f361. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.320323] env[63393]: DEBUG nova.network.neutron [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Updating instance_info_cache with network_info: [{"id": "28741ba0-2362-4c0d-95e6-03a943b8f361", "address": "fa:16:3e:77:58:88", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28741ba0-23", "ovs_interfaceid": "28741ba0-2362-4c0d-95e6-03a943b8f361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.364443] env[63393]: DEBUG nova.objects.base [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Object Instance<70678f78-9ae6-4b57-9fd9-59497d540222> lazy-loaded attributes: flavor,info_cache {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.401512] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52250b6a-91eb-aa81-739b-e78d1e9fddef, 'name': SearchDatastore_Task, 'duration_secs': 0.053412} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.402233] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.402233] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.402458] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.402704] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.402927] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.403286] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c77c2111-0895-4fae-b43e-e7422caa1f04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.412963] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.413215] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.413997] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5133575e-c2ea-406f-889d-c46b46ce03d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.420586] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 952.420586] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d6e8e9-1456-e1d5-27e8-08ad143f6d41" [ 952.420586] env[63393]: _type = "Task" [ 952.420586] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.429642] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d6e8e9-1456-e1d5-27e8-08ad143f6d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.496595] env[63393]: DEBUG nova.compute.manager [req-03b98349-0a35-47e3-94fb-9bb7add68458 req-9523303e-9211-4098-9e8b-052b6ef92929 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Received event network-vif-deleted-270ab7f8-52a6-4dcb-a3da-5319cef8c330 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.496842] env[63393]: INFO nova.compute.manager [req-03b98349-0a35-47e3-94fb-9bb7add68458 req-9523303e-9211-4098-9e8b-052b6ef92929 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Neutron deleted interface 270ab7f8-52a6-4dcb-a3da-5319cef8c330; detaching it from the instance and deleting it from the info cache [ 952.497056] env[63393]: DEBUG nova.network.neutron [req-03b98349-0a35-47e3-94fb-9bb7add68458 req-9523303e-9211-4098-9e8b-052b6ef92929 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.572312] env[63393]: DEBUG oslo_vmware.api [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682245, 'name': PowerOnVM_Task, 'duration_secs': 0.462699} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.572598] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.572861] env[63393]: DEBUG nova.compute.manager [None req-e3e1b6f8-264a-4d7d-9144-538c7f60fd67 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.574045] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca7664-49b3-4bd0-b436-65e6812503a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.581422] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.581920] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.586693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.601s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.674845] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517522} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.675527] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.675766] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.676014] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e19aac3b-71c2-45a9-a455-182caa2d72e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.680959] env[63393]: DEBUG oslo_vmware.api [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Task: {'id': task-2682247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148774} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.681118] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.681302] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.681480] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.681659] env[63393]: INFO nova.compute.manager [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Took 1.69 seconds to destroy the instance on the hypervisor. [ 952.681885] env[63393]: DEBUG oslo.service.loopingcall [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.682085] env[63393]: DEBUG nova.compute.manager [-] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.682183] env[63393]: DEBUG nova.network.neutron [-] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.685291] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 952.685291] env[63393]: value = "task-2682248" [ 952.685291] env[63393]: _type = "Task" [ 952.685291] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.693166] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.818479] env[63393]: DEBUG oslo_vmware.api [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682244, 'name': PowerOnVM_Task, 'duration_secs': 0.564268} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.818885] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.819066] env[63393]: INFO nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Took 7.12 seconds to spawn the instance on the hypervisor. [ 952.819272] env[63393]: DEBUG nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.820116] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa035d75-4d47-4bdb-b964-52ccce55698f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.825695] env[63393]: DEBUG oslo_concurrency.lockutils [req-89d5573b-9531-4b28-ad34-8608c16c24e2 req-6f07bd9c-3fc0-4614-9adb-beadfad926a8 service nova] Releasing lock "refresh_cache-2c86e2b9-007d-4eef-815b-bf63c5e510a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.932028] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d6e8e9-1456-e1d5-27e8-08ad143f6d41, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.933202] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74ab5d4-338e-4434-8595-39c7387dfbac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.939077] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 952.939077] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5265f8c5-27a1-e9c9-98d6-b16c7dcbc6e8" [ 952.939077] env[63393]: _type = "Task" [ 952.939077] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.949322] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5265f8c5-27a1-e9c9-98d6-b16c7dcbc6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.975845] env[63393]: DEBUG nova.network.neutron [-] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.000018] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65b44ab8-63e4-49c8-bed9-b0b779ceb373 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.011324] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879f7d39-a649-46d5-bdab-999262062e43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.052448] env[63393]: DEBUG nova.compute.manager [req-03b98349-0a35-47e3-94fb-9bb7add68458 req-9523303e-9211-4098-9e8b-052b6ef92929 service nova] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Detach interface failed, port_id=270ab7f8-52a6-4dcb-a3da-5319cef8c330, reason: Instance 335d2f5d-d15b-4fba-b066-1c6ccdfc988d could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.089261] env[63393]: DEBUG nova.compute.utils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.092980] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.093465] env[63393]: DEBUG nova.network.neutron [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.097417] env[63393]: INFO nova.compute.claims [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.111062] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.111062] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "d52158db-c647-472d-884e-ed5bbe725bf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.162496] env[63393]: DEBUG nova.policy [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a653152aa0cc4994bd6d31f0c975bd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ec17b0b4d754f73a4d99cdeae0ff40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.195590] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183756} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.195883] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.197034] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30824c7d-6907-44c7-b157-e2a1bf544a01 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.220634] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.222798] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2eb721-f5a6-4395-944d-0a88dddb7b74 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.240194] env[63393]: DEBUG nova.network.neutron [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating instance_info_cache with network_info: [{"id": "5c7ca85b-de72-4409-8182-21d50ced91b7", "address": "fa:16:3e:2f:cd:1d", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7ca85b-de", "ovs_interfaceid": "5c7ca85b-de72-4409-8182-21d50ced91b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.247131] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 953.247131] env[63393]: value = "task-2682249" [ 953.247131] env[63393]: _type = "Task" [ 953.247131] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.258628] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.340244] env[63393]: INFO nova.compute.manager [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Took 17.95 seconds to build instance. [ 953.440598] env[63393]: DEBUG nova.compute.manager [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.440694] env[63393]: DEBUG nova.compute.manager [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing instance network info cache due to event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.440913] env[63393]: DEBUG oslo_concurrency.lockutils [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.441074] env[63393]: DEBUG oslo_concurrency.lockutils [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.441248] env[63393]: DEBUG nova.network.neutron [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.452998] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5265f8c5-27a1-e9c9-98d6-b16c7dcbc6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.053039} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.453861] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.454154] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2c86e2b9-007d-4eef-815b-bf63c5e510a5/2c86e2b9-007d-4eef-815b-bf63c5e510a5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.454393] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41217ca6-a5da-4aaa-b43c-3470340d14c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.463048] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 953.463048] env[63393]: value = "task-2682250" [ 953.463048] env[63393]: _type = "Task" [ 953.463048] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.474872] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.482581] env[63393]: INFO nova.compute.manager [-] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Took 1.38 seconds to deallocate network for instance. [ 953.526757] env[63393]: DEBUG nova.network.neutron [-] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.597024] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.604737] env[63393]: INFO nova.compute.resource_tracker [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating resource usage from migration c832f297-3fd5-4ce7-a701-8e129d1f4431 [ 953.617534] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.746280] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.772350] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.841271] env[63393]: DEBUG oslo_concurrency.lockutils [None req-305bcd9b-22d1-4292-94bc-eb0493d41b9a tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "f0f15136-a132-499f-8952-f85f57ffcce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.464s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.979490] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484453} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.979714] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 2c86e2b9-007d-4eef-815b-bf63c5e510a5/2c86e2b9-007d-4eef-815b-bf63c5e510a5.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.979930] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.981920] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d276b0c-fad0-4139-acf0-5e3c40b96b7a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.985141] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c68fffa-f674-4ea9-91ba-404efa075625 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.991195] env[63393]: DEBUG nova.network.neutron [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Successfully created port: 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.993835] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.000274] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c517e5-ac23-40d7-8ea9-86a2bb74bcba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.003674] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 954.003674] env[63393]: value = "task-2682251" [ 954.003674] env[63393]: _type = "Task" [ 954.003674] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.034947] env[63393]: INFO nova.compute.manager [-] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Took 1.35 seconds to deallocate network for instance. [ 954.040755] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be16389-dde7-4724-b241-a988b7e79b1c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.049830] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.056021] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966a6aa-7f34-42fe-b3fb-1399e909edaf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.070663] env[63393]: DEBUG nova.compute.provider_tree [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.136102] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.264553] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.452197] env[63393]: DEBUG nova.network.neutron [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updated VIF entry in instance network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.452329] env[63393]: DEBUG nova.network.neutron [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.514834] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086915} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.515113] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.515950] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a87cbe7-2fd6-4cf7-8962-056c6344c275 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.539293] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2c86e2b9-007d-4eef-815b-bf63c5e510a5/2c86e2b9-007d-4eef-815b-bf63c5e510a5.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.540623] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192b701c-4f2f-4704-ae6d-c06dbfc3c76c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.558755] env[63393]: DEBUG nova.compute.manager [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Received event network-vif-deleted-c036f04e-8613-4e18-a122-63dacfff38e6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.558966] env[63393]: DEBUG nova.compute.manager [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Received event network-changed-7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.559141] env[63393]: DEBUG nova.compute.manager [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Refreshing instance network info cache due to event network-changed-7119be57-c70d-45a0-a8ec-95fd086a5667. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.559361] env[63393]: DEBUG oslo_concurrency.lockutils [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] Acquiring lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.559505] env[63393]: DEBUG oslo_concurrency.lockutils [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] Acquired lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.559664] env[63393]: DEBUG nova.network.neutron [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Refreshing network info cache for port 7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.564019] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.569959] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 954.569959] env[63393]: value = "task-2682252" [ 954.569959] env[63393]: _type = "Task" [ 954.569959] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.574512] env[63393]: DEBUG nova.scheduler.client.report [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.589319] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.607044] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.637702] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.637962] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.638155] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.638345] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.638506] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.638657] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.638877] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.639060] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.639235] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.639415] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.639590] env[63393]: DEBUG nova.virt.hardware [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.640518] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e3bfa4-44d6-48ba-a317-41953e72a481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.649773] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3746af-8b5a-4dd7-8c42-e991694422d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.764140] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.764595] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.764894] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ec58fe-44b1-4e89-9db3-315bbcc055da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.774768] env[63393]: DEBUG oslo_vmware.api [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 954.774768] env[63393]: value = "task-2682253" [ 954.774768] env[63393]: _type = "Task" [ 954.774768] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.786420] env[63393]: DEBUG oslo_vmware.api [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.954738] env[63393]: DEBUG oslo_concurrency.lockutils [req-3a65dd1c-3458-4cec-af6b-3029697909c1 req-f9f4b609-fa17-4094-8f10-981276514e00 service nova] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.082039] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.082761] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.496s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.082947] env[63393]: INFO nova.compute.manager [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Migrating [ 955.089303] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.818s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.089536] env[63393]: DEBUG nova.objects.instance [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'resources' on Instance uuid 85536d85-14a6-42fa-8055-778dbe55452f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.100384] env[63393]: DEBUG nova.objects.instance [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'numa_topology' on Instance uuid 85536d85-14a6-42fa-8055-778dbe55452f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.264483] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682249, 'name': ReconfigVM_Task, 'duration_secs': 1.524363} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.265280] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476/2714bb96-a826-456a-b5f2-2b13637c8476.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.265543] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f6b451-4b2d-45de-a521-c346a903c52a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.274420] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 955.274420] env[63393]: value = "task-2682254" [ 955.274420] env[63393]: _type = "Task" [ 955.274420] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.291601] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682254, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.296789] env[63393]: DEBUG oslo_vmware.api [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.553549] env[63393]: DEBUG nova.compute.manager [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.553797] env[63393]: DEBUG nova.compute.manager [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing instance network info cache due to event network-changed-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.554145] env[63393]: DEBUG oslo_concurrency.lockutils [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] Acquiring lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.554365] env[63393]: DEBUG oslo_concurrency.lockutils [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] Acquired lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.554618] env[63393]: DEBUG nova.network.neutron [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Refreshing network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.582648] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682252, 'name': ReconfigVM_Task, 'duration_secs': 0.733778} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.582944] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2c86e2b9-007d-4eef-815b-bf63c5e510a5/2c86e2b9-007d-4eef-815b-bf63c5e510a5.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.583875] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a14bcf86-a40c-4001-a66a-2839bb8f9403 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.592605] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 955.592605] env[63393]: value = "task-2682255" [ 955.592605] env[63393]: _type = "Task" [ 955.592605] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.597410] env[63393]: DEBUG nova.network.neutron [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updated VIF entry in instance network info cache for port 7119be57-c70d-45a0-a8ec-95fd086a5667. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.597771] env[63393]: DEBUG nova.network.neutron [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updating instance_info_cache with network_info: [{"id": "7119be57-c70d-45a0-a8ec-95fd086a5667", "address": "fa:16:3e:db:1d:07", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7119be57-c7", "ovs_interfaceid": "7119be57-c70d-45a0-a8ec-95fd086a5667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.599189] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.599360] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.599526] env[63393]: DEBUG nova.network.neutron [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.607670] env[63393]: DEBUG nova.objects.base [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Object Instance<85536d85-14a6-42fa-8055-778dbe55452f> lazy-loaded attributes: resources,numa_topology {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.610130] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682255, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.791371] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682254, 'name': Rename_Task, 'duration_secs': 0.279153} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.797132] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.797457] env[63393]: DEBUG oslo_vmware.api [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682253, 'name': PowerOnVM_Task, 'duration_secs': 0.612269} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.798090] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7cb5f24-05bb-44e2-8e3e-02149d9d52bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.799646] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.799844] env[63393]: DEBUG nova.compute.manager [None req-e00481b2-f7c4-4e50-8581-46f7b25a552d tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.800847] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b28f6f-da5b-4ff9-b345-3b788108535b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.813193] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 955.813193] env[63393]: value = "task-2682256" [ 955.813193] env[63393]: _type = "Task" [ 955.813193] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.822679] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.874019] env[63393]: DEBUG nova.network.neutron [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Successfully updated port: 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.917100] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43912194-655d-44ae-b733-742992be7c2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0358080c-090d-4cd8-a715-4759bb4d3b48 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.959199] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e0fb4b-0c22-44e7-89a8-2545f88b950b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.967656] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86678cb-1951-4ae6-9eaa-514ca3a683b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.981413] env[63393]: DEBUG nova.compute.provider_tree [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.105243] env[63393]: DEBUG oslo_concurrency.lockutils [req-09753bb8-d6de-4ce2-9e7f-7c85d0b6728b req-5c6c2d47-d818-4f39-928a-a25fb4dce5b1 service nova] Releasing lock "refresh_cache-f0f15136-a132-499f-8952-f85f57ffcce8" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.108046] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682255, 'name': Rename_Task, 'duration_secs': 0.316896} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.108046] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.108419] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb1e3a2-9767-40f7-8251-9c7521ad22d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.116344] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 956.116344] env[63393]: value = "task-2682257" [ 956.116344] env[63393]: _type = "Task" [ 956.116344] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.124137] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.328622] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.376877] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.377060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.377248] env[63393]: DEBUG nova.network.neutron [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.405324] env[63393]: DEBUG nova.network.neutron [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updated VIF entry in instance network info cache for port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.405761] env[63393]: DEBUG nova.network.neutron [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [{"id": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "address": "fa:16:3e:49:e0:2b", "network": {"id": "54f3267a-160c-459a-adf8-9ad1cde87f14", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-202534487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db1a22f449d9b1afe4cbce2cc935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e1727b-79", "ovs_interfaceid": "39e1727b-7961-4ff6-8dfa-75cb40f2c1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.429137] env[63393]: DEBUG nova.network.neutron [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.484923] env[63393]: DEBUG nova.scheduler.client.report [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.560994] env[63393]: DEBUG nova.compute.manager [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Received event network-vif-plugged-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.561244] env[63393]: DEBUG oslo_concurrency.lockutils [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.561463] env[63393]: DEBUG oslo_concurrency.lockutils [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.561652] env[63393]: DEBUG oslo_concurrency.lockutils [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.561816] env[63393]: DEBUG nova.compute.manager [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] No waiting events found dispatching network-vif-plugged-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.561982] env[63393]: WARNING nova.compute.manager [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Received unexpected event network-vif-plugged-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 for instance with vm_state building and task_state spawning. [ 956.564883] env[63393]: DEBUG nova.compute.manager [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Received event network-changed-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.565110] env[63393]: DEBUG nova.compute.manager [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Refreshing instance network info cache due to event network-changed-19dbf2e5-3a37-4aa5-9a49-cb18e5152802. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.565326] env[63393]: DEBUG oslo_concurrency.lockutils [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] Acquiring lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.628398] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.827546] env[63393]: DEBUG oslo_vmware.api [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682256, 'name': PowerOnVM_Task, 'duration_secs': 0.862334} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.827830] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.828040] env[63393]: DEBUG nova.compute.manager [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.828812] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159a0d22-a757-470e-8c90-d637c01302f5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.908697] env[63393]: DEBUG oslo_concurrency.lockutils [req-0a4cf707-15b2-4659-8c97-b3c0ac3ba2da req-da45c36f-bd6a-4dc2-aba7-a165109ee294 service nova] Releasing lock "refresh_cache-660bc5e1-797b-420e-a1ac-2498789085e1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.920204] env[63393]: DEBUG nova.network.neutron [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.931818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.990494] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.992872] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.999s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.996382] env[63393]: DEBUG nova.objects.instance [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lazy-loading 'resources' on Instance uuid 335d2f5d-d15b-4fba-b066-1c6ccdfc988d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.064941] env[63393]: DEBUG nova.network.neutron [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updating instance_info_cache with network_info: [{"id": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "address": "fa:16:3e:5b:db:00", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dbf2e5-3a", "ovs_interfaceid": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.127984] env[63393]: DEBUG oslo_vmware.api [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682257, 'name': PowerOnVM_Task, 'duration_secs': 0.679924} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.128319] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.128488] env[63393]: INFO nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Took 8.93 seconds to spawn the instance on the hypervisor. [ 957.128672] env[63393]: DEBUG nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.129453] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664194e2-24bd-4b2b-b9bc-ef7cfa2c4166 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.350642] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.504790] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e9cd2dd6-8812-4cd9-a531-19a07277beef tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.725s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.505823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.657s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.506064] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "85536d85-14a6-42fa-8055-778dbe55452f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.506240] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.506453] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.508768] env[63393]: INFO nova.compute.manager [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Terminating instance [ 957.568955] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.568955] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance network_info: |[{"id": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "address": "fa:16:3e:5b:db:00", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dbf2e5-3a", "ovs_interfaceid": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.568955] env[63393]: DEBUG oslo_concurrency.lockutils [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] Acquired lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.568955] env[63393]: DEBUG nova.network.neutron [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Refreshing network info cache for port 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.570351] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:db:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19dbf2e5-3a37-4aa5-9a49-cb18e5152802', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.578479] env[63393]: DEBUG oslo.service.loopingcall [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.584196] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.585041] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee23f0e-cd8e-4a45-8977-7bd2a827886a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.615567] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.615567] env[63393]: value = "task-2682258" [ 957.615567] env[63393]: _type = "Task" [ 957.615567] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.628601] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682258, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.659321] env[63393]: INFO nova.compute.manager [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Took 21.32 seconds to build instance. [ 957.835167] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a9176-30ce-4a7b-a6c9-170b2a0da37b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.844261] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3492a3e7-5141-478b-af67-e9309921b104 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.880830] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "2714bb96-a826-456a-b5f2-2b13637c8476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.881145] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "2714bb96-a826-456a-b5f2-2b13637c8476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.881368] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "2714bb96-a826-456a-b5f2-2b13637c8476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.881559] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "2714bb96-a826-456a-b5f2-2b13637c8476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.881733] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "2714bb96-a826-456a-b5f2-2b13637c8476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.884463] env[63393]: INFO nova.compute.manager [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Terminating instance [ 957.889180] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03dadfa-4957-4d6d-b304-ef977d2fb778 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.899240] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd80f79-a6c0-4f5f-9853-a8ab2046ff1a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.917950] env[63393]: DEBUG nova.compute.provider_tree [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.931263] env[63393]: DEBUG nova.network.neutron [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updated VIF entry in instance network info cache for port 19dbf2e5-3a37-4aa5-9a49-cb18e5152802. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.931809] env[63393]: DEBUG nova.network.neutron [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updating instance_info_cache with network_info: [{"id": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "address": "fa:16:3e:5b:db:00", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dbf2e5-3a", "ovs_interfaceid": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.015417] env[63393]: DEBUG nova.compute.manager [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.015708] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.016079] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fc2a53f-991d-4908-8a7c-82d8d6257d65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.027782] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e3650-3a70-4f68-b535-cfb2f13e68c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.068468] env[63393]: WARNING nova.virt.vmwareapi.vmops [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 85536d85-14a6-42fa-8055-778dbe55452f could not be found. [ 958.068736] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.068939] env[63393]: INFO nova.compute.manager [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 958.069204] env[63393]: DEBUG oslo.service.loopingcall [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.069457] env[63393]: DEBUG nova.compute.manager [-] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.069569] env[63393]: DEBUG nova.network.neutron [-] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.108332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.125483] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682258, 'name': CreateVM_Task, 'duration_secs': 0.374014} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.125658] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.126317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.126504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.126846] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.127102] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a5eb9d-1d51-4d71-aa2b-81024365086c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.131898] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 958.131898] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522a98eb-533f-051b-fc97-f68f1d2a53ed" [ 958.131898] env[63393]: _type = "Task" [ 958.131898] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.140211] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522a98eb-533f-051b-fc97-f68f1d2a53ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.161846] env[63393]: DEBUG oslo_concurrency.lockutils [None req-33f8ebda-342f-44b3-a3a6-a143c4f79bca tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.833s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.162141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.054s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.162367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.162576] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.162764] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.167011] env[63393]: INFO nova.compute.manager [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Terminating instance [ 958.394349] env[63393]: DEBUG nova.compute.manager [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.394614] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.395590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf110e1-6ba9-4c67-b8c9-413d34e64da8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.404723] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.404961] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1541a4-00bd-4b83-a35a-e94de5830e56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.411709] env[63393]: DEBUG oslo_vmware.api [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 958.411709] env[63393]: value = "task-2682259" [ 958.411709] env[63393]: _type = "Task" [ 958.411709] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.419680] env[63393]: DEBUG oslo_vmware.api [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.420564] env[63393]: DEBUG nova.scheduler.client.report [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.434432] env[63393]: DEBUG oslo_concurrency.lockutils [req-203b5b12-f838-4d7e-a7a7-0b3b3bf01ef1 req-93ff59f9-0e83-4996-a23b-8d802d1defa6 service nova] Releasing lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.451963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b4c182-c3e6-4049-b29d-dc0c9528779c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.475776] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.563287] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e793a785-04a4-4f16-9d06-6a2c62f5e484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.563550] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.643619] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522a98eb-533f-051b-fc97-f68f1d2a53ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.643619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.643619] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.643619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.643619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.644092] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.644473] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7a20cd-c9c0-4caa-a535-8998c7cfe9c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.653114] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.653502] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.655029] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a2308f-0910-419d-940f-a234edf24f57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.659868] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 958.659868] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523dd316-ed96-fcad-88ed-e1c9edfdcadc" [ 958.659868] env[63393]: _type = "Task" [ 958.659868] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.669186] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523dd316-ed96-fcad-88ed-e1c9edfdcadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.669859] env[63393]: DEBUG nova.compute.manager [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.670121] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.670917] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b840c3-4a61-4281-813f-4f07549c84d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.677959] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.678268] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf5dbc1-1b8b-401e-993e-23eebc192aab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.685317] env[63393]: DEBUG oslo_vmware.api [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 958.685317] env[63393]: value = "task-2682260" [ 958.685317] env[63393]: _type = "Task" [ 958.685317] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.693784] env[63393]: DEBUG oslo_vmware.api [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.771113] env[63393]: DEBUG nova.network.neutron [-] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.921535] env[63393]: DEBUG oslo_vmware.api [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682259, 'name': PowerOffVM_Task, 'duration_secs': 0.325672} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.921938] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.922325] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.922633] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce00d9ba-0fd7-48fa-9036-6d5c3e54caba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.927153] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.929318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.793s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.931187] env[63393]: INFO nova.compute.claims [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.948611] env[63393]: INFO nova.scheduler.client.report [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleted allocations for instance 335d2f5d-d15b-4fba-b066-1c6ccdfc988d [ 958.984946] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.985743] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a213aae0-4d74-402a-885d-c4a8a302319a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.997027] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 958.997027] env[63393]: value = "task-2682262" [ 958.997027] env[63393]: _type = "Task" [ 958.997027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.001910] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.002216] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.002587] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore1] 2714bb96-a826-456a-b5f2-2b13637c8476 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.008283] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d28d0a6-6fcf-42ba-8560-4c6df58ca60e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.008826] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.014282] env[63393]: DEBUG oslo_vmware.api [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 959.014282] env[63393]: value = "task-2682263" [ 959.014282] env[63393]: _type = "Task" [ 959.014282] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.023731] env[63393]: DEBUG oslo_vmware.api [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.066044] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.171404] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523dd316-ed96-fcad-88ed-e1c9edfdcadc, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.172216] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87079e82-0a3f-4390-b346-f7f75819044d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.178603] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 959.178603] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52726747-29ad-a2b1-ee7d-23228542f548" [ 959.178603] env[63393]: _type = "Task" [ 959.178603] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.188034] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52726747-29ad-a2b1-ee7d-23228542f548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.195466] env[63393]: DEBUG oslo_vmware.api [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682260, 'name': PowerOffVM_Task, 'duration_secs': 0.21564} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.195708] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.195879] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.196148] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f295ca5-ee9e-4cc5-844d-d5ce5b6f0f80 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.273166] env[63393]: INFO nova.compute.manager [-] [instance: 85536d85-14a6-42fa-8055-778dbe55452f] Took 1.20 seconds to deallocate network for instance. [ 959.292891] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.293182] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.293384] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore1] 2c86e2b9-007d-4eef-815b-bf63c5e510a5 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.293660] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d79137e-7b8d-4dd0-8b6e-a7ab1c0799b4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.300535] env[63393]: DEBUG oslo_vmware.api [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 959.300535] env[63393]: value = "task-2682265" [ 959.300535] env[63393]: _type = "Task" [ 959.300535] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.309745] env[63393]: DEBUG oslo_vmware.api [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.653871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "335d2f5d-d15b-4fba-b066-1c6ccdfc988d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.040s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.653871] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682262, 'name': PowerOffVM_Task, 'duration_secs': 0.217429} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.653871] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.653871] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.653871] env[63393]: DEBUG oslo_vmware.api [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191314} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.653871] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.653871] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.653871] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.653871] env[63393]: INFO nova.compute.manager [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Took 1.13 seconds to destroy the instance on the hypervisor. [ 959.653871] env[63393]: DEBUG oslo.service.loopingcall [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.653871] env[63393]: DEBUG nova.compute.manager [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.653871] env[63393]: DEBUG nova.network.neutron [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.653871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.689990] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52726747-29ad-a2b1-ee7d-23228542f548, 'name': SearchDatastore_Task, 'duration_secs': 0.021319} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.690282] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.690541] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.690862] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8be05a-b670-4c7f-be5a-e90aeb660897 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.698721] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 959.698721] env[63393]: value = "task-2682266" [ 959.698721] env[63393]: _type = "Task" [ 959.698721] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.707697] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.811566] env[63393]: DEBUG oslo_vmware.api [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146539} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.811834] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.812024] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.812208] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.812377] env[63393]: INFO nova.compute.manager [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.812617] env[63393]: DEBUG oslo.service.loopingcall [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.812804] env[63393]: DEBUG nova.compute.manager [-] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.812901] env[63393]: DEBUG nova.network.neutron [-] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.015074] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.015433] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.015433] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.015587] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.016279] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.016279] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.016279] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.016279] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.016571] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.016631] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.016800] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.026019] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254f52ce-4548-4d57-bd35-f333f7b6260e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.045563] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 960.045563] env[63393]: value = "task-2682267" [ 960.045563] env[63393]: _type = "Task" [ 960.045563] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.059448] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.215931] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.277512] env[63393]: DEBUG nova.network.neutron [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.281371] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba185d-776b-4a94-b65d-17ccafee6d2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.289560] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c808299-902d-4041-908f-b85ee5a05581 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.325238] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e86e9374-5499-4b8d-bde6-aab43200b359 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "85536d85-14a6-42fa-8055-778dbe55452f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.819s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.326834] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a9cd07-1191-4992-a891-205e6875e21e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.335742] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8d1f0-8478-402f-94d0-0f0232492e7b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.351713] env[63393]: DEBUG nova.compute.provider_tree [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.556118] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682267, 'name': ReconfigVM_Task, 'duration_secs': 0.296893} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.556436] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.615270] env[63393]: DEBUG nova.compute.manager [req-950b99a0-462c-4d45-bb6e-6d7d2aff02d7 req-a3b0b0ac-baab-4b01-881b-8dcc442a9e43 service nova] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Received event network-vif-deleted-47765065-33c8-47c6-a557-58db2b2f9a5a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.615539] env[63393]: DEBUG nova.compute.manager [req-950b99a0-462c-4d45-bb6e-6d7d2aff02d7 req-a3b0b0ac-baab-4b01-881b-8dcc442a9e43 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Received event network-vif-deleted-28741ba0-2362-4c0d-95e6-03a943b8f361 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.615724] env[63393]: INFO nova.compute.manager [req-950b99a0-462c-4d45-bb6e-6d7d2aff02d7 req-a3b0b0ac-baab-4b01-881b-8dcc442a9e43 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Neutron deleted interface 28741ba0-2362-4c0d-95e6-03a943b8f361; detaching it from the instance and deleting it from the info cache [ 960.615896] env[63393]: DEBUG nova.network.neutron [req-950b99a0-462c-4d45-bb6e-6d7d2aff02d7 req-a3b0b0ac-baab-4b01-881b-8dcc442a9e43 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.634271] env[63393]: DEBUG nova.network.neutron [-] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.712723] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576119} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.712996] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.713546] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.713806] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc71abf1-1803-4a10-8032-8fdf7b143bc5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.721986] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 960.721986] env[63393]: value = "task-2682268" [ 960.721986] env[63393]: _type = "Task" [ 960.721986] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.730513] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.784867] env[63393]: INFO nova.compute.manager [-] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Took 1.26 seconds to deallocate network for instance. [ 960.857047] env[63393]: DEBUG nova.scheduler.client.report [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.063142] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.063484] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.063639] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.063860] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.064022] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.064172] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.064379] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.064538] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.064778] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.064974] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.065167] env[63393]: DEBUG nova.virt.hardware [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.070439] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.070736] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c276aaab-8477-487b-af2e-f29d2a3a18a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.091291] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 961.091291] env[63393]: value = "task-2682269" [ 961.091291] env[63393]: _type = "Task" [ 961.091291] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.099718] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.119582] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01e14c37-4ded-420d-ab0e-5f9373be44f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.129585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859e10a4-adf5-420e-a6eb-c4a87ed54fc3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.141439] env[63393]: INFO nova.compute.manager [-] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Took 1.33 seconds to deallocate network for instance. [ 961.173813] env[63393]: DEBUG nova.compute.manager [req-950b99a0-462c-4d45-bb6e-6d7d2aff02d7 req-a3b0b0ac-baab-4b01-881b-8dcc442a9e43 service nova] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Detach interface failed, port_id=28741ba0-2362-4c0d-95e6-03a943b8f361, reason: Instance 2c86e2b9-007d-4eef-815b-bf63c5e510a5 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 961.232714] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074464} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.232990] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.233776] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aec836-46cd-4467-a284-47e0c4ed4bb8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.256375] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.256721] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8cd4d4-b70b-467e-9e2d-745e03933081 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.278011] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 961.278011] env[63393]: value = "task-2682270" [ 961.278011] env[63393]: _type = "Task" [ 961.278011] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.294515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.294838] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.353632] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.353892] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.361493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.361952] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.365453] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.804s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.365735] env[63393]: DEBUG nova.objects.instance [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lazy-loading 'resources' on Instance uuid 4e27b660-39bc-43cf-a3b9-605099940f89 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.605059] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682269, 'name': ReconfigVM_Task, 'duration_secs': 0.235464} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.605349] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.606240] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af5b86-0594-406b-a926-8cedb145762a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.631865] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.632162] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0412623-3ead-44c8-a272-5487fcd62226 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.647344] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.652111] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 961.652111] env[63393]: value = "task-2682271" [ 961.652111] env[63393]: _type = "Task" [ 961.652111] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.661652] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.790380] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.855928] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.869328] env[63393]: DEBUG nova.compute.utils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.873318] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.873522] env[63393]: DEBUG nova.network.neutron [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.922818] env[63393]: DEBUG nova.policy [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.163630] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682271, 'name': ReconfigVM_Task, 'duration_secs': 0.431265} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.165722] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to attach disk [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.165722] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.168758] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809bca4-2cba-4da2-a3fa-3d5ad5568ade {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.176784] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3e8037-5ebf-4001-8d8d-be2ae85ace6f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.210505] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f9f0b0-d295-45a7-a5b8-fd6a4d84e62a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.219205] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee464ee5-1c88-4e0a-bf0c-f5190fa3a883 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.233905] env[63393]: DEBUG nova.compute.provider_tree [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.242721] env[63393]: DEBUG nova.network.neutron [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Successfully created port: 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.289788] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682270, 'name': ReconfigVM_Task, 'duration_secs': 0.782961} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.290093] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.290764] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3382b45-bfde-4c06-8de1-0f44b3ebc185 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.297963] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 962.297963] env[63393]: value = "task-2682272" [ 962.297963] env[63393]: _type = "Task" [ 962.297963] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.306514] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.374426] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.378243] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.674473] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76844d0-6fc7-4eb3-8850-934c052a25c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.697371] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae5039-b11f-48c7-9fa6-05206937d017 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.719445] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.737202] env[63393]: DEBUG nova.scheduler.client.report [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.808595] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.242546] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.244647] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.894s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.244647] env[63393]: DEBUG nova.objects.instance [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.311095] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.810477] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.313975] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.810876] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.312056] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.427442] env[63393]: INFO nova.scheduler.client.report [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Deleted allocations for instance 4e27b660-39bc-43cf-a3b9-605099940f89 [ 965.524595] env[63393]: DEBUG nova.compute.manager [req-152e9908-edd1-4d24-9864-4987e74fe394 req-11299504-da76-45ac-99a0-560d1549343f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-vif-plugged-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.524905] env[63393]: DEBUG oslo_concurrency.lockutils [req-152e9908-edd1-4d24-9864-4987e74fe394 req-11299504-da76-45ac-99a0-560d1549343f service nova] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.525179] env[63393]: DEBUG oslo_concurrency.lockutils [req-152e9908-edd1-4d24-9864-4987e74fe394 req-11299504-da76-45ac-99a0-560d1549343f service nova] Lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.525301] env[63393]: DEBUG oslo_concurrency.lockutils [req-152e9908-edd1-4d24-9864-4987e74fe394 req-11299504-da76-45ac-99a0-560d1549343f service nova] Lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.525470] env[63393]: DEBUG nova.compute.manager [req-152e9908-edd1-4d24-9864-4987e74fe394 req-11299504-da76-45ac-99a0-560d1549343f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] No waiting events found dispatching network-vif-plugged-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.525676] env[63393]: WARNING nova.compute.manager [req-152e9908-edd1-4d24-9864-4987e74fe394 req-11299504-da76-45ac-99a0-560d1549343f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received unexpected event network-vif-plugged-51127134-6198-401c-8133-3dcb70549769 for instance with vm_state building and task_state spawning. [ 965.651265] env[63393]: DEBUG nova.network.neutron [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Successfully updated port: 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.813185] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682272, 'name': Rename_Task, 'duration_secs': 3.303355} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.813490] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.813720] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4939de-b4e2-46a1-80e3-ce1ad23736df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.822104] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 965.822104] env[63393]: value = "task-2682273" [ 965.822104] env[63393]: _type = "Task" [ 965.822104] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.831405] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.888053] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.920165] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.920404] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.920578] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.920789] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.920899] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.921141] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.921391] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.921558] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.921770] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.922874] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.922874] env[63393]: DEBUG nova.virt.hardware [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.922950] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b28f0d-42c1-44bc-9c7c-024aa48430f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.932102] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b2a61-8b2f-46fc-aa5c-fe59dec842b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.938865] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Lock "4e27b660-39bc-43cf-a3b9-605099940f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.460s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.155793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.155793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.155793] env[63393]: DEBUG nova.network.neutron [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.258144] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b760ba10-a100-4ebd-a743-0503b6e9328b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 3.012s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.258783] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.665s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.260502] env[63393]: INFO nova.compute.claims [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.335147] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.534667] env[63393]: DEBUG nova.network.neutron [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 966.691213] env[63393]: DEBUG nova.network.neutron [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.793817] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "4aa263aa-ef68-4d59-a253-9f4671a095d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.794305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.794421] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "4aa263aa-ef68-4d59-a253-9f4671a095d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.794659] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.794936] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.798311] env[63393]: INFO nova.compute.manager [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Terminating instance [ 966.835063] env[63393]: DEBUG oslo_vmware.api [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682273, 'name': PowerOnVM_Task, 'duration_secs': 0.592399} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.835287] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.835485] env[63393]: INFO nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Took 12.23 seconds to spawn the instance on the hypervisor. [ 966.835694] env[63393]: DEBUG nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.836493] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d40fef-7820-4971-bf9e-3f6a7e5e2bf2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.924220] env[63393]: DEBUG nova.network.neutron [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.301884] env[63393]: DEBUG nova.compute.manager [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.301884] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.302496] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d82df5-442e-48f9-a68f-8724f4a9c21e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.312517] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.312791] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28402d78-81a2-487f-b957-9c951386fb5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.323812] env[63393]: DEBUG oslo_vmware.api [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 967.323812] env[63393]: value = "task-2682274" [ 967.323812] env[63393]: _type = "Task" [ 967.323812] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.333638] env[63393]: DEBUG oslo_vmware.api [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.361259] env[63393]: INFO nova.compute.manager [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Took 17.84 seconds to build instance. [ 967.428276] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.428586] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Instance network_info: |[{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.429271] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:b0:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51127134-6198-401c-8133-3dcb70549769', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.437022] env[63393]: DEBUG oslo.service.loopingcall [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.437269] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.437493] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1309e2f4-9270-471d-b3b3-0bacd46285e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.464213] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.464213] env[63393]: value = "task-2682275" [ 967.464213] env[63393]: _type = "Task" [ 967.464213] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.476706] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682275, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.560736] env[63393]: DEBUG nova.compute.manager [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-changed-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.561088] env[63393]: DEBUG nova.compute.manager [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing instance network info cache due to event network-changed-51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.561189] env[63393]: DEBUG oslo_concurrency.lockutils [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.561330] env[63393]: DEBUG oslo_concurrency.lockutils [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.561506] env[63393]: DEBUG nova.network.neutron [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing network info cache for port 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.566551] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.566851] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.567083] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.583881] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb7fab3-2336-4abb-9ce3-f6707984fe5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.592862] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e65b2-8fa3-40fb-97c6-13faa530f5a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.625385] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e240a2-d06e-414b-8443-e5a199da1349 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.633856] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d988f7-8d5d-456a-9093-6932719e5299 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.648997] env[63393]: DEBUG nova.compute.provider_tree [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.837601] env[63393]: DEBUG oslo_vmware.api [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682274, 'name': PowerOffVM_Task, 'duration_secs': 0.21964} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.837876] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.838079] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.838385] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15946bb8-d7db-4660-8939-1ca3f70e264b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5f51c551-3db8-4058-9237-0d6a8517bca6 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.371s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.917205] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.917446] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.917630] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleting the datastore file [datastore2] 4aa263aa-ef68-4d59-a253-9f4671a095d5 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.917988] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e83eff8-129f-4afd-a232-0de1702dc19a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.928201] env[63393]: DEBUG oslo_vmware.api [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 967.928201] env[63393]: value = "task-2682277" [ 967.928201] env[63393]: _type = "Task" [ 967.928201] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.936557] env[63393]: DEBUG oslo_vmware.api [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.975287] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682275, 'name': CreateVM_Task, 'duration_secs': 0.432596} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.975508] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.976332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.976793] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.976945] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.977251] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee37ce12-0ed8-4ade-adfc-fa75ecdac498 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.982863] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 967.982863] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5298760e-0413-7fbe-5d30-b013b846b910" [ 967.982863] env[63393]: _type = "Task" [ 967.982863] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.991808] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5298760e-0413-7fbe-5d30-b013b846b910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.153216] env[63393]: DEBUG nova.scheduler.client.report [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.364378] env[63393]: DEBUG nova.network.neutron [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updated VIF entry in instance network info cache for port 51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.365038] env[63393]: DEBUG nova.network.neutron [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.439235] env[63393]: DEBUG oslo_vmware.api [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136007} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.439446] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.439877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.439877] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.440056] env[63393]: INFO nova.compute.manager [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 968.440213] env[63393]: DEBUG oslo.service.loopingcall [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.440414] env[63393]: DEBUG nova.compute.manager [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.440511] env[63393]: DEBUG nova.network.neutron [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.496108] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5298760e-0413-7fbe-5d30-b013b846b910, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.496890] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.496890] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.497094] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.497094] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497271] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.497527] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e4ca7b6-b979-453d-be4e-53bf8feebade {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.507877] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.508069] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.508776] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae51e1fd-29d0-40d6-935b-402dce28f1c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.520569] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 968.520569] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524060ee-af11-8874-4949-48f5c305c580" [ 968.520569] env[63393]: _type = "Task" [ 968.520569] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.534283] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524060ee-af11-8874-4949-48f5c305c580, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.535809] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6928cf7f-f575-462b-9166-3cb2a42c43bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.542080] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 968.542080] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52f680f9-0c6d-d99e-267f-a4e71b833603" [ 968.542080] env[63393]: _type = "Task" [ 968.542080] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.550150] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f680f9-0c6d-d99e-267f-a4e71b833603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.632193] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.632457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.632498] env[63393]: DEBUG nova.network.neutron [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.658493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.659018] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.662142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.368s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.662359] env[63393]: DEBUG nova.objects.instance [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'resources' on Instance uuid 2714bb96-a826-456a-b5f2-2b13637c8476 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.868232] env[63393]: DEBUG oslo_concurrency.lockutils [req-519fd5e8-9258-4a0e-aebe-e776d498ffb4 req-07c99906-6e75-4cb5-9880-a7c6a35de34f service nova] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.055805] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52f680f9-0c6d-d99e-267f-a4e71b833603, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.056090] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.056353] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d52158db-c647-472d-884e-ed5bbe725bf4/d52158db-c647-472d-884e-ed5bbe725bf4.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.057084] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccda55c9-83c6-48be-99c5-54b6e5c62caa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.067046] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 969.067046] env[63393]: value = "task-2682278" [ 969.067046] env[63393]: _type = "Task" [ 969.067046] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.076123] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.168581] env[63393]: DEBUG nova.compute.utils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.173307] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.173307] env[63393]: DEBUG nova.network.neutron [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.262581] env[63393]: DEBUG nova.policy [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbcd80c64a2540cbad7fab7188e10fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355a70aa860a4d31aaef068a3d3c6a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.558511] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfde9e7-d7f7-4f9e-90c9-ab0da821e48e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.562328] env[63393]: DEBUG nova.network.neutron [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.573293] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd15133c-abbb-4ed1-b521-00572a3f4ba1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.613922] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481253} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.614239] env[63393]: DEBUG nova.network.neutron [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.616874] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] d52158db-c647-472d-884e-ed5bbe725bf4/d52158db-c647-472d-884e-ed5bbe725bf4.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.617014] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.617723] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478cc963-68af-4ce3-84d6-e195cf2fff8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.621840] env[63393]: DEBUG nova.compute.manager [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Received event network-changed-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.622791] env[63393]: DEBUG nova.compute.manager [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Refreshing instance network info cache due to event network-changed-19dbf2e5-3a37-4aa5-9a49-cb18e5152802. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.622791] env[63393]: DEBUG oslo_concurrency.lockutils [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] Acquiring lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.622791] env[63393]: DEBUG oslo_concurrency.lockutils [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] Acquired lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.622791] env[63393]: DEBUG nova.network.neutron [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Refreshing network info cache for port 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.623931] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1188fd93-7376-4400-b2b0-08ef5cf18bcd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.635054] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280cd73-5623-4a01-a3fa-aa14f20617ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.639916] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 969.639916] env[63393]: value = "task-2682279" [ 969.639916] env[63393]: _type = "Task" [ 969.639916] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.653666] env[63393]: DEBUG nova.compute.provider_tree [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.662332] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.673087] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.970588] env[63393]: DEBUG nova.network.neutron [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Successfully created port: e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.065379] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.116785] env[63393]: INFO nova.compute.manager [-] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Took 1.68 seconds to deallocate network for instance. [ 970.151657] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068495} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.151924] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.152754] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d262be20-c6d8-46fb-9b00-54065e7c405c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.156490] env[63393]: DEBUG nova.scheduler.client.report [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.180251] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d52158db-c647-472d-884e-ed5bbe725bf4/d52158db-c647-472d-884e-ed5bbe725bf4.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.181136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.519s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.192020] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42af213-c367-4351-ab16-c1a608e3cc12 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.204424] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.557s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.204683] env[63393]: DEBUG nova.objects.instance [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid 2c86e2b9-007d-4eef-815b-bf63c5e510a5 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.214150] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 970.214150] env[63393]: value = "task-2682280" [ 970.214150] env[63393]: _type = "Task" [ 970.214150] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.223972] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.225672] env[63393]: INFO nova.scheduler.client.report [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocations for instance 2714bb96-a826-456a-b5f2-2b13637c8476 [ 970.427319] env[63393]: DEBUG nova.network.neutron [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updated VIF entry in instance network info cache for port 19dbf2e5-3a37-4aa5-9a49-cb18e5152802. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.427689] env[63393]: DEBUG nova.network.neutron [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updating instance_info_cache with network_info: [{"id": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "address": "fa:16:3e:5b:db:00", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dbf2e5-3a", "ovs_interfaceid": "19dbf2e5-3a37-4aa5-9a49-cb18e5152802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.577872] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f0fb4-455b-4bb9-bf4f-8ec51d619625 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.586819] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da755cb-8bc3-4df6-aaaa-a41b7f7e0ed6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.623720] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.707705] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.724038] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682280, 'name': ReconfigVM_Task, 'duration_secs': 0.500945} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.724173] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d52158db-c647-472d-884e-ed5bbe725bf4/d52158db-c647-472d-884e-ed5bbe725bf4.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.724787] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3acf0d32-66a5-4242-a570-66483d138592 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.737316] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 970.737316] env[63393]: value = "task-2682281" [ 970.737316] env[63393]: _type = "Task" [ 970.737316] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.737913] env[63393]: DEBUG oslo_concurrency.lockutils [None req-16c0e55d-4d9f-4245-80e9-f068bdafe738 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "2714bb96-a826-456a-b5f2-2b13637c8476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.857s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.740539] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.740757] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.740915] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.741107] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.741257] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.741402] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.741609] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.741768] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.741932] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.742107] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.742283] env[63393]: DEBUG nova.virt.hardware [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.743136] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e531a-68bc-4a9e-906d-de47ed1a0cc6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.759649] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a387c-37dc-4f22-8941-ac78d9d7db4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.763421] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682281, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.931084] env[63393]: DEBUG oslo_concurrency.lockutils [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] Releasing lock "refresh_cache-929bb0c0-e250-4ddf-b096-18dab8fc4806" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.931084] env[63393]: DEBUG nova.compute.manager [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Received event network-vif-deleted-b4452d27-be80-4083-93c5-0ed583a9b374 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.931485] env[63393]: INFO nova.compute.manager [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Neutron deleted interface b4452d27-be80-4083-93c5-0ed583a9b374; detaching it from the instance and deleting it from the info cache [ 970.931485] env[63393]: DEBUG nova.network.neutron [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.988354] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f34e78f-93a1-4f4c-b246-f6df414b1ba7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.996484] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e8bae-dfbc-435a-9639-f884dd073a78 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.026444] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ab748-b86b-4751-8294-c3ea111f6d53 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.033725] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98348a6-d4b4-4bfc-bc9d-72aa1338b6f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.046532] env[63393]: DEBUG nova.compute.provider_tree [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.253342] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682281, 'name': Rename_Task, 'duration_secs': 0.144616} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.253697] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.253893] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a66793a3-82a9-4ab3-97a2-9465612016d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.261020] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 971.261020] env[63393]: value = "task-2682282" [ 971.261020] env[63393]: _type = "Task" [ 971.261020] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.267545] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.436784] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c08d9de6-045f-4cb0-ad39-c8bcf1fcbdbe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.446383] env[63393]: DEBUG nova.network.neutron [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Successfully updated port: e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.449818] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f92c82-511d-4d42-a696-8ce6ef4454a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.492399] env[63393]: DEBUG nova.compute.manager [req-c9104dcf-3b02-441b-915f-faf447c13033 req-2db11a0d-2d3c-42b0-9adc-7274177606bb service nova] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Detach interface failed, port_id=b4452d27-be80-4083-93c5-0ed583a9b374, reason: Instance 4aa263aa-ef68-4d59-a253-9f4671a095d5 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 971.549798] env[63393]: DEBUG nova.scheduler.client.report [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.621259] env[63393]: DEBUG nova.compute.manager [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Received event network-vif-plugged-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.621758] env[63393]: DEBUG oslo_concurrency.lockutils [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] Acquiring lock "e793a785-04a4-4f16-9d06-6a2c62f5e484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.621758] env[63393]: DEBUG oslo_concurrency.lockutils [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.621843] env[63393]: DEBUG oslo_concurrency.lockutils [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.622047] env[63393]: DEBUG nova.compute.manager [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] No waiting events found dispatching network-vif-plugged-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.622179] env[63393]: WARNING nova.compute.manager [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Received unexpected event network-vif-plugged-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 for instance with vm_state building and task_state spawning. [ 971.622341] env[63393]: DEBUG nova.compute.manager [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Received event network-changed-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.622496] env[63393]: DEBUG nova.compute.manager [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Refreshing instance network info cache due to event network-changed-e29ac3ab-51a4-4c81-8cfa-ec56415754a3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.622678] env[63393]: DEBUG oslo_concurrency.lockutils [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] Acquiring lock "refresh_cache-e793a785-04a4-4f16-9d06-6a2c62f5e484" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.622812] env[63393]: DEBUG oslo_concurrency.lockutils [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] Acquired lock "refresh_cache-e793a785-04a4-4f16-9d06-6a2c62f5e484" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.622965] env[63393]: DEBUG nova.network.neutron [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Refreshing network info cache for port e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.687288] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baedb2a8-2ccf-4d82-bf3e-c6b3c714396c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.711143] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5201865-c29d-47b2-8387-1a06b3f16a3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.718669] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.773391] env[63393]: DEBUG oslo_vmware.api [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682282, 'name': PowerOnVM_Task, 'duration_secs': 0.464092} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.773650] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.773860] env[63393]: INFO nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Took 5.89 seconds to spawn the instance on the hypervisor. [ 971.774077] env[63393]: DEBUG nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.774830] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850c53ac-b1b8-4f58-a1b2-bf209c7e319f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.966516] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e793a785-04a4-4f16-9d06-6a2c62f5e484" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.054654] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.057169] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.679s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.058647] env[63393]: INFO nova.compute.claims [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.072643] env[63393]: INFO nova.scheduler.client.report [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance 2c86e2b9-007d-4eef-815b-bf63c5e510a5 [ 972.156822] env[63393]: DEBUG nova.network.neutron [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.225338] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.225622] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4181218a-62ee-48ce-b570-c23d79b566eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.231611] env[63393]: DEBUG nova.network.neutron [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.234044] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 972.234044] env[63393]: value = "task-2682283" [ 972.234044] env[63393]: _type = "Task" [ 972.234044] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.243538] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.290160] env[63393]: INFO nova.compute.manager [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Took 18.17 seconds to build instance. [ 972.582355] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "2c86e2b9-007d-4eef-815b-bf63c5e510a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.420s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.735319] env[63393]: DEBUG oslo_concurrency.lockutils [req-1b9fff05-1104-4698-bd94-44d659d6e58b req-67dbc6ad-b607-4653-ae59-235d7f322f5b service nova] Releasing lock "refresh_cache-e793a785-04a4-4f16-9d06-6a2c62f5e484" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.736812] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e793a785-04a4-4f16-9d06-6a2c62f5e484" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.736812] env[63393]: DEBUG nova.network.neutron [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.747241] env[63393]: DEBUG oslo_vmware.api [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682283, 'name': PowerOnVM_Task, 'duration_secs': 0.378486} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.749276] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.749276] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f2804-c5cb-40ec-b1f5-c36c05a17172 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance 'cdf54115-b533-499d-8c18-f77d6764a807' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.792568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "d52158db-c647-472d-884e-ed5bbe725bf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.683s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.966204] env[63393]: DEBUG nova.compute.manager [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-changed-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.966204] env[63393]: DEBUG nova.compute.manager [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing instance network info cache due to event network-changed-51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.966204] env[63393]: DEBUG oslo_concurrency.lockutils [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.966204] env[63393]: DEBUG oslo_concurrency.lockutils [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.966204] env[63393]: DEBUG nova.network.neutron [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing network info cache for port 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.275446] env[63393]: DEBUG nova.network.neutron [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.314416] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7228a6-f09d-4af5-b368-75c0963616fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.322406] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886ebee-d395-46db-a1d5-29487cc8729e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.360663] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f834e1b-c677-4b05-b26b-da52d7e9a8af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.369343] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cde7e9-5399-4509-a297-e16ac1fbab45 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.382267] env[63393]: DEBUG nova.compute.provider_tree [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.488227] env[63393]: DEBUG nova.network.neutron [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Updating instance_info_cache with network_info: [{"id": "e29ac3ab-51a4-4c81-8cfa-ec56415754a3", "address": "fa:16:3e:49:7d:0f", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29ac3ab-51", "ovs_interfaceid": "e29ac3ab-51a4-4c81-8cfa-ec56415754a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.747588] env[63393]: DEBUG nova.network.neutron [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updated VIF entry in instance network info cache for port 51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.747983] env[63393]: DEBUG nova.network.neutron [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.886588] env[63393]: DEBUG nova.scheduler.client.report [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.889853] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.890087] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.990505] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e793a785-04a4-4f16-9d06-6a2c62f5e484" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.990866] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance network_info: |[{"id": "e29ac3ab-51a4-4c81-8cfa-ec56415754a3", "address": "fa:16:3e:49:7d:0f", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29ac3ab-51", "ovs_interfaceid": "e29ac3ab-51a4-4c81-8cfa-ec56415754a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.991283] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e29ac3ab-51a4-4c81-8cfa-ec56415754a3', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.998931] env[63393]: DEBUG oslo.service.loopingcall [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.999133] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.999363] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cfb7dd5-5341-4d00-8c09-2c9fcf09ef6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.019911] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.019911] env[63393]: value = "task-2682284" [ 974.019911] env[63393]: _type = "Task" [ 974.019911] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.028224] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682284, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.250829] env[63393]: DEBUG oslo_concurrency.lockutils [req-324f165e-a989-4c58-b8a0-cf6d97baa203 req-2c55382f-2734-4aab-bae6-1f801b0e5919 service nova] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.330414] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.330688] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.392355] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.392962] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.395671] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.398598] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.775s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.398825] env[63393]: DEBUG nova.objects.instance [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'resources' on Instance uuid 4aa263aa-ef68-4d59-a253-9f4671a095d5 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.530414] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682284, 'name': CreateVM_Task, 'duration_secs': 0.32954} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.530586] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.531241] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.531408] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.531749] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.532007] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d949c9-9a6f-45ff-9d6d-194f86de5571 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.536536] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 974.536536] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c32c7f-fbdc-66ae-9347-5dc7566a546b" [ 974.536536] env[63393]: _type = "Task" [ 974.536536] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.544688] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c32c7f-fbdc-66ae-9347-5dc7566a546b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.834057] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.900547] env[63393]: DEBUG nova.compute.utils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.907143] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.907348] env[63393]: DEBUG nova.network.neutron [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.924118] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.953175] env[63393]: DEBUG nova.policy [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6aff45f6a4c02bf469895943ef92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b7f9cc44d34b3195bd456d157b7310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.049285] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c32c7f-fbdc-66ae-9347-5dc7566a546b, 'name': SearchDatastore_Task, 'duration_secs': 0.017738} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.049833] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.049833] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.049952] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.050104] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.050302] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.050569] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85223d80-1159-4e01-bf63-593dbbf496a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.060998] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.061212] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.061943] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bfaad7-4b17-4e8f-91d0-48134ae61edf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.067617] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 975.067617] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c9b7d4-3a8e-06e9-054d-8b19537d7b2f" [ 975.067617] env[63393]: _type = "Task" [ 975.067617] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.079120] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c9b7d4-3a8e-06e9-054d-8b19537d7b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.180619] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ddd434-d13d-4574-a5b0-e46b835c0aac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.188859] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1af1b-fab3-45bc-ad68-b3a5d976ffda {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.221325] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bb373f-f965-4cda-841e-d91331bcc850 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.229056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a6853-f864-48f2-a696-2f2df735adfe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.243588] env[63393]: DEBUG nova.compute.provider_tree [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.247675] env[63393]: DEBUG nova.network.neutron [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Successfully created port: b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.362568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.412020] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.580911] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c9b7d4-3a8e-06e9-054d-8b19537d7b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.027971} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.581721] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efa4560-d4e8-4e6b-b796-0e8bb550fe2a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.586924] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 975.586924] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527524c9-e795-f65d-c04c-1053d90c1f00" [ 975.586924] env[63393]: _type = "Task" [ 975.586924] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.594957] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527524c9-e795-f65d-c04c-1053d90c1f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.595839] env[63393]: DEBUG nova.network.neutron [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 975.596168] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.596341] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.596530] env[63393]: DEBUG nova.network.neutron [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.747129] env[63393]: DEBUG nova.scheduler.client.report [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.097487] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527524c9-e795-f65d-c04c-1053d90c1f00, 'name': SearchDatastore_Task, 'duration_secs': 0.041845} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.097861] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.097955] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.098237] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca6091ad-8229-445b-b6d6-26585198c974 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.108064] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 976.108064] env[63393]: value = "task-2682285" [ 976.108064] env[63393]: _type = "Task" [ 976.108064] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.116584] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.252119] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.254141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.330s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.255697] env[63393]: INFO nova.compute.claims [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.276029] env[63393]: INFO nova.scheduler.client.report [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted allocations for instance 4aa263aa-ef68-4d59-a253-9f4671a095d5 [ 976.347342] env[63393]: DEBUG nova.network.neutron [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.420970] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.451791] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.452058] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.452223] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.452403] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.452550] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.452698] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.452909] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.453086] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.453260] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.453424] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.453628] env[63393]: DEBUG nova.virt.hardware [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.454597] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2132ee8f-53a5-4077-b054-bdde196b68d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.462799] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3b7102-9d68-43d8-a232-f02992064c50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.617791] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682285, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.662778] env[63393]: DEBUG nova.compute.manager [req-43081081-f64a-4b6b-b8a4-32ce1829234f req-ee1e6280-b1bd-47d9-a2d6-a40ae2405de1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Received event network-vif-plugged-b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.663014] env[63393]: DEBUG oslo_concurrency.lockutils [req-43081081-f64a-4b6b-b8a4-32ce1829234f req-ee1e6280-b1bd-47d9-a2d6-a40ae2405de1 service nova] Acquiring lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.663280] env[63393]: DEBUG oslo_concurrency.lockutils [req-43081081-f64a-4b6b-b8a4-32ce1829234f req-ee1e6280-b1bd-47d9-a2d6-a40ae2405de1 service nova] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.663495] env[63393]: DEBUG oslo_concurrency.lockutils [req-43081081-f64a-4b6b-b8a4-32ce1829234f req-ee1e6280-b1bd-47d9-a2d6-a40ae2405de1 service nova] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.663780] env[63393]: DEBUG nova.compute.manager [req-43081081-f64a-4b6b-b8a4-32ce1829234f req-ee1e6280-b1bd-47d9-a2d6-a40ae2405de1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] No waiting events found dispatching network-vif-plugged-b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.664093] env[63393]: WARNING nova.compute.manager [req-43081081-f64a-4b6b-b8a4-32ce1829234f req-ee1e6280-b1bd-47d9-a2d6-a40ae2405de1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Received unexpected event network-vif-plugged-b89f61ba-d600-4c86-9a75-718261e76467 for instance with vm_state building and task_state spawning. [ 976.770680] env[63393]: DEBUG nova.network.neutron [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Successfully updated port: b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.786060] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "4aa263aa-ef68-4d59-a253-9f4671a095d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.992s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.849950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.117865] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762817} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.118249] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.118364] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.118958] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46088692-0595-4610-a0e7-e1ae03b1dc64 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.125216] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 977.125216] env[63393]: value = "task-2682286" [ 977.125216] env[63393]: _type = "Task" [ 977.125216] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.134588] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.274068] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-0f212c76-96ae-4ae9-ae9a-4101e85d9372" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.274296] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-0f212c76-96ae-4ae9-ae9a-4101e85d9372" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.274383] env[63393]: DEBUG nova.network.neutron [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.353329] env[63393]: DEBUG nova.compute.manager [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63393) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 977.505576] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74662ef-e9b8-4ecd-90b1-87c63e12e130 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.514752] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f06a2f-1859-4b2e-83dc-d9bd7a4b424a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.545714] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db4ea7a-a6d0-492a-832b-7cb814bf3147 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.553649] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e442a2b-6f66-4ec4-97b8-23b59e0576e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.569564] env[63393]: DEBUG nova.compute.provider_tree [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.634757] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065155} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.635221] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.635949] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02476c3-c73a-4f17-937e-cff5998aec15 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.658543] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.658799] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4147c9df-f28b-4895-b36f-3d33086a5600 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.678357] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 977.678357] env[63393]: value = "task-2682287" [ 977.678357] env[63393]: _type = "Task" [ 977.678357] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.686158] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.818444] env[63393]: DEBUG nova.network.neutron [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.951505] env[63393]: DEBUG nova.network.neutron [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Updating instance_info_cache with network_info: [{"id": "b89f61ba-d600-4c86-9a75-718261e76467", "address": "fa:16:3e:5d:31:f7", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb89f61ba-d6", "ovs_interfaceid": "b89f61ba-d600-4c86-9a75-718261e76467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.071330] env[63393]: DEBUG nova.scheduler.client.report [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.189222] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.457689] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-0f212c76-96ae-4ae9-ae9a-4101e85d9372" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.458251] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Instance network_info: |[{"id": "b89f61ba-d600-4c86-9a75-718261e76467", "address": "fa:16:3e:5d:31:f7", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb89f61ba-d6", "ovs_interfaceid": "b89f61ba-d600-4c86-9a75-718261e76467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.458644] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:31:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b89f61ba-d600-4c86-9a75-718261e76467', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.466957] env[63393]: DEBUG oslo.service.loopingcall [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.467418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.467677] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.467931] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f5a5de5-61e2-4477-9e9f-00e881603924 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.488883] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.488883] env[63393]: value = "task-2682288" [ 978.488883] env[63393]: _type = "Task" [ 978.488883] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.497495] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682288, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.577240] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.577410] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.580488] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.218s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.582152] env[63393]: INFO nova.compute.claims [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.690162] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682287, 'name': ReconfigVM_Task, 'duration_secs': 0.866229} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.691322] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Reconfigured VM instance instance-0000005f to attach disk [datastore2] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.692717] env[63393]: DEBUG nova.compute.manager [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Received event network-changed-b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.692896] env[63393]: DEBUG nova.compute.manager [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Refreshing instance network info cache due to event network-changed-b89f61ba-d600-4c86-9a75-718261e76467. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.693125] env[63393]: DEBUG oslo_concurrency.lockutils [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] Acquiring lock "refresh_cache-0f212c76-96ae-4ae9-ae9a-4101e85d9372" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.693268] env[63393]: DEBUG oslo_concurrency.lockutils [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] Acquired lock "refresh_cache-0f212c76-96ae-4ae9-ae9a-4101e85d9372" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.693424] env[63393]: DEBUG nova.network.neutron [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Refreshing network info cache for port b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.694578] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-891c102d-5ba2-4eb2-83cb-9f9f6b967c27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.701347] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 978.701347] env[63393]: value = "task-2682289" [ 978.701347] env[63393]: _type = "Task" [ 978.701347] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.712016] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682289, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.998490] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682288, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.087993] env[63393]: DEBUG nova.compute.utils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.092033] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.092218] env[63393]: DEBUG nova.network.neutron [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.133792] env[63393]: DEBUG nova.policy [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.171020] env[63393]: DEBUG nova.compute.manager [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 979.215119] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682289, 'name': Rename_Task, 'duration_secs': 0.371077} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.215119] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.215119] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eaf3a0f-5516-483e-b8b9-cbff85248bfd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.221533] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 979.221533] env[63393]: value = "task-2682290" [ 979.221533] env[63393]: _type = "Task" [ 979.221533] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.229197] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.501453] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682288, 'name': CreateVM_Task, 'duration_secs': 0.642723} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.501634] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.502357] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.502535] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.502937] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.503242] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec59ebf4-dfdc-4e90-9f2a-9ed7fbe3a4cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.507828] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 979.507828] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52185439-87af-e186-267c-424eb475674d" [ 979.507828] env[63393]: _type = "Task" [ 979.507828] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.516565] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52185439-87af-e186-267c-424eb475674d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.517651] env[63393]: DEBUG nova.network.neutron [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Updated VIF entry in instance network info cache for port b89f61ba-d600-4c86-9a75-718261e76467. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.518044] env[63393]: DEBUG nova.network.neutron [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Updating instance_info_cache with network_info: [{"id": "b89f61ba-d600-4c86-9a75-718261e76467", "address": "fa:16:3e:5d:31:f7", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb89f61ba-d6", "ovs_interfaceid": "b89f61ba-d600-4c86-9a75-718261e76467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.590825] env[63393]: DEBUG nova.network.neutron [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Successfully created port: f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.596461] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.687941] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.732121] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.885396] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d6b2b-473b-414a-8b3f-c779436461f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.892812] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ba3d2-f5cd-4f75-b142-23fc22c8de55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.924333] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95cc7d6-31eb-4b4e-a4f6-24b53d2b3955 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.931875] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9aa902-1b53-4d8f-9229-7a474c1dd109 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.944801] env[63393]: DEBUG nova.compute.provider_tree [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.018945] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52185439-87af-e186-267c-424eb475674d, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.019214] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.019443] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.019676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.019823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.019997] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.020478] env[63393]: DEBUG oslo_concurrency.lockutils [req-fefd0f05-8e29-4751-aa0b-3f516398e154 req-e1990ada-43d5-44f5-8b88-019bb483d95e service nova] Releasing lock "refresh_cache-0f212c76-96ae-4ae9-ae9a-4101e85d9372" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.020798] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cb30af1-5c97-49ff-a902-d6491c552186 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.030207] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.030383] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.031118] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e61266e-e1e6-4106-8c6e-2cf472fc62ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.036210] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 980.036210] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b1226f-a38f-09f9-298b-0bc7e3a7f657" [ 980.036210] env[63393]: _type = "Task" [ 980.036210] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.044084] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b1226f-a38f-09f9-298b-0bc7e3a7f657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.231293] env[63393]: DEBUG oslo_vmware.api [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682290, 'name': PowerOnVM_Task, 'duration_secs': 0.649531} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.231561] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.231752] env[63393]: INFO nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Took 9.52 seconds to spawn the instance on the hypervisor. [ 980.231931] env[63393]: DEBUG nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.232728] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3d3fb1-6c28-43ee-87eb-07fb5fc56022 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.447908] env[63393]: DEBUG nova.scheduler.client.report [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.546876] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b1226f-a38f-09f9-298b-0bc7e3a7f657, 'name': SearchDatastore_Task, 'duration_secs': 0.020917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.547701] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221e3b6a-938c-4551-a992-14b110d60692 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.552996] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 980.552996] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5208aade-257c-cd10-ff63-1284c4b8209c" [ 980.552996] env[63393]: _type = "Task" [ 980.552996] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.560851] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5208aade-257c-cd10-ff63-1284c4b8209c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.606162] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.632920] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.633064] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.633225] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.633460] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.633643] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.633821] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.634088] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.634307] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.634517] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.634729] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.634959] env[63393]: DEBUG nova.virt.hardware [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.635989] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7c528-38a1-4980-ab25-d03726e16626 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.644429] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcee86e4-9ac0-4cd0-85fa-05f3b030c2d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.751272] env[63393]: INFO nova.compute.manager [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Took 21.18 seconds to build instance. [ 980.954787] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.955135] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.957901] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.490s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.041121] env[63393]: DEBUG nova.compute.manager [req-5ae4c584-bf50-42e2-ba64-cbe8d8a80d20 req-5d130181-f961-4dc2-a893-75b2cb96c068 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-vif-plugged-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.041354] env[63393]: DEBUG oslo_concurrency.lockutils [req-5ae4c584-bf50-42e2-ba64-cbe8d8a80d20 req-5d130181-f961-4dc2-a893-75b2cb96c068 service nova] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.041566] env[63393]: DEBUG oslo_concurrency.lockutils [req-5ae4c584-bf50-42e2-ba64-cbe8d8a80d20 req-5d130181-f961-4dc2-a893-75b2cb96c068 service nova] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.041734] env[63393]: DEBUG oslo_concurrency.lockutils [req-5ae4c584-bf50-42e2-ba64-cbe8d8a80d20 req-5d130181-f961-4dc2-a893-75b2cb96c068 service nova] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.042070] env[63393]: DEBUG nova.compute.manager [req-5ae4c584-bf50-42e2-ba64-cbe8d8a80d20 req-5d130181-f961-4dc2-a893-75b2cb96c068 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] No waiting events found dispatching network-vif-plugged-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.042259] env[63393]: WARNING nova.compute.manager [req-5ae4c584-bf50-42e2-ba64-cbe8d8a80d20 req-5d130181-f961-4dc2-a893-75b2cb96c068 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received unexpected event network-vif-plugged-f9b681be-fa1d-4da8-ba6c-d004afb79576 for instance with vm_state building and task_state spawning. [ 981.063520] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5208aade-257c-cd10-ff63-1284c4b8209c, 'name': SearchDatastore_Task, 'duration_secs': 0.029096} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.063792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.064063] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 0f212c76-96ae-4ae9-ae9a-4101e85d9372/0f212c76-96ae-4ae9-ae9a-4101e85d9372.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.064326] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02cb709-57a7-4e5a-adff-5464cb8a3167 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.070707] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 981.070707] env[63393]: value = "task-2682291" [ 981.070707] env[63393]: _type = "Task" [ 981.070707] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.080535] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.134290] env[63393]: DEBUG nova.network.neutron [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Successfully updated port: f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.253551] env[63393]: DEBUG oslo_concurrency.lockutils [None req-094f12c5-ec63-4a7e-a442-97b7e9697608 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.690s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.463307] env[63393]: DEBUG nova.objects.instance [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'migration_context' on Instance uuid cdf54115-b533-499d-8c18-f77d6764a807 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.463527] env[63393]: DEBUG nova.compute.utils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.465710] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.466085] env[63393]: DEBUG nova.network.neutron [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.506592] env[63393]: DEBUG nova.policy [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.582922] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682291, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.639854] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.639899] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.640092] env[63393]: DEBUG nova.network.neutron [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.851349] env[63393]: DEBUG nova.network.neutron [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Successfully created port: aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.970350] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.054019] env[63393]: INFO nova.compute.manager [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Rebuilding instance [ 982.090804] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523624} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.091084] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 0f212c76-96ae-4ae9-ae9a-4101e85d9372/0f212c76-96ae-4ae9-ae9a-4101e85d9372.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.091274] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.091532] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25789b5a-bb86-4f7a-89da-42b218ad02d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.099878] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 982.099878] env[63393]: value = "task-2682292" [ 982.099878] env[63393]: _type = "Task" [ 982.099878] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.112910] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.113405] env[63393]: DEBUG nova.compute.manager [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.114250] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86753e46-880f-4ed2-88a5-98a79d1a0213 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.178322] env[63393]: DEBUG nova.network.neutron [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.234042] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8d172-7021-4983-a84d-6d010be085e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.243491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a53529-540d-4a45-8101-931728d7971e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.275476] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2801b5-70e2-4a13-9178-ecbac99bf824 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.283238] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4269d2d-c5ef-4c52-b18c-430effc2ea60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.296530] env[63393]: DEBUG nova.compute.provider_tree [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.342387] env[63393]: DEBUG nova.network.neutron [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.610552] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066581} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.610634] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.611641] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c03e96-4e25-4dd4-a032-5803918a4a69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.636284] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 0f212c76-96ae-4ae9-ae9a-4101e85d9372/0f212c76-96ae-4ae9-ae9a-4101e85d9372.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.637649] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.638310] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac1b1a5-2b6b-4fc7-8995-e393b07ac557 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.653207] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf20deb-fe3d-49d8-8228-4665f339343c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.662366] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 982.662366] env[63393]: value = "task-2682294" [ 982.662366] env[63393]: _type = "Task" [ 982.662366] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.663668] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 982.663668] env[63393]: value = "task-2682293" [ 982.663668] env[63393]: _type = "Task" [ 982.663668] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.676296] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.680157] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.800040] env[63393]: DEBUG nova.scheduler.client.report [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.849385] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.849756] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Instance network_info: |[{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.850430] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:26:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9b681be-fa1d-4da8-ba6c-d004afb79576', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.857794] env[63393]: DEBUG oslo.service.loopingcall [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.858075] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.858770] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aa2db9a-b379-4c7a-84d9-420575afc4c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.877380] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.877380] env[63393]: value = "task-2682295" [ 982.877380] env[63393]: _type = "Task" [ 982.877380] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.884763] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682295, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.980112] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.001419] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.001661] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.001821] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.002019] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.002165] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.002312] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.002519] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.002674] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.002838] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.003009] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.003225] env[63393]: DEBUG nova.virt.hardware [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.004263] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c17b42-36ae-49fd-bf7f-095927d13f2b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.011953] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fbb9c7-d059-4cd9-8d8c-28f168d11889 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.067453] env[63393]: DEBUG nova.compute.manager [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.067652] env[63393]: DEBUG nova.compute.manager [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing instance network info cache due to event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.067866] env[63393]: DEBUG oslo_concurrency.lockutils [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.068014] env[63393]: DEBUG oslo_concurrency.lockutils [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.068221] env[63393]: DEBUG nova.network.neutron [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.177148] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682294, 'name': PowerOffVM_Task, 'duration_secs': 0.212659} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.180174] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.180453] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.180737] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682293, 'name': ReconfigVM_Task, 'duration_secs': 0.365996} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.181743] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf68f01-bdff-4004-91f8-322d8baa1330 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.184925] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 0f212c76-96ae-4ae9-ae9a-4101e85d9372/0f212c76-96ae-4ae9-ae9a-4101e85d9372.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.185531] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c5f0bd-add2-46d4-b098-bb750f744b36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.191633] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.192792] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ad86e00-fae7-4ab6-9fbb-364a39736da5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.194369] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 983.194369] env[63393]: value = "task-2682296" [ 983.194369] env[63393]: _type = "Task" [ 983.194369] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.202758] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682296, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.262050] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.262225] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.262417] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore2] e793a785-04a4-4f16-9d06-6a2c62f5e484 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.262699] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ca3643-f7d3-4b63-9059-7d0d5944437b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.268821] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 983.268821] env[63393]: value = "task-2682298" [ 983.268821] env[63393]: _type = "Task" [ 983.268821] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.278026] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.382773] env[63393]: DEBUG nova.network.neutron [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Successfully updated port: aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.389868] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682295, 'name': CreateVM_Task, 'duration_secs': 0.354363} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.389975] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.390738] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.390852] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.391229] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.391612] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0619ed6-197a-4c63-a502-4694aca1f862 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.396392] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 983.396392] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528ba67e-ef1a-0d31-a6b1-d4c90861a54b" [ 983.396392] env[63393]: _type = "Task" [ 983.396392] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.406297] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528ba67e-ef1a-0d31-a6b1-d4c90861a54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.703971] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682296, 'name': Rename_Task, 'duration_secs': 0.156209} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.706597] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.706859] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a1368ce-d7d2-41b1-acb4-6415308864a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.712819] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 983.712819] env[63393]: value = "task-2682299" [ 983.712819] env[63393]: _type = "Task" [ 983.712819] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.720575] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.778515] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157874} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.778764] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.778951] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.779144] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.811956] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.854s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.818484] env[63393]: DEBUG nova.network.neutron [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updated VIF entry in instance network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.818811] env[63393]: DEBUG nova.network.neutron [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.820033] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.132s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.885671] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-4115368b-b233-43aa-9a0b-1cce5c2ddbe6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.885861] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-4115368b-b233-43aa-9a0b-1cce5c2ddbe6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.886119] env[63393]: DEBUG nova.network.neutron [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.906483] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528ba67e-ef1a-0d31-a6b1-d4c90861a54b, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.906810] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.907079] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.907321] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.907536] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.907709] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.907897] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74c46d16-cc00-4eea-9b6a-7e00bc6f5595 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.919343] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.919343] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.920077] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb1c311-92e0-4418-b09e-e876869f6ecb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.925275] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 983.925275] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529811eb-b5d0-7bed-b3f6-650044fd7741" [ 983.925275] env[63393]: _type = "Task" [ 983.925275] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.932438] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529811eb-b5d0-7bed-b3f6-650044fd7741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.223889] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.322357] env[63393]: DEBUG oslo_concurrency.lockutils [req-4a49ef61-50ce-4f59-98bf-ad8208949660 req-008c4a01-e834-4124-8995-25b60ada5d7f service nova] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.328614] env[63393]: INFO nova.compute.claims [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.417535] env[63393]: DEBUG nova.network.neutron [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.435883] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529811eb-b5d0-7bed-b3f6-650044fd7741, 'name': SearchDatastore_Task, 'duration_secs': 0.026744} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.439140] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594fdac8-db51-4b6a-b75b-0f4a0bf6e70d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.444924] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 984.444924] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52845716-1f0b-7e0d-c0f1-7b5217445e00" [ 984.444924] env[63393]: _type = "Task" [ 984.444924] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.455613] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52845716-1f0b-7e0d-c0f1-7b5217445e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.559095] env[63393]: DEBUG nova.network.neutron [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Updating instance_info_cache with network_info: [{"id": "aca52ec6-b272-4b64-93d5-30955707ca6b", "address": "fa:16:3e:a7:33:71", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca52ec6-b2", "ovs_interfaceid": "aca52ec6-b272-4b64-93d5-30955707ca6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.724755] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.816059] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.816362] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.816546] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.816768] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.816913] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.817078] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.817284] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.817439] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.817602] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.817805] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.818101] env[63393]: DEBUG nova.virt.hardware [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.819076] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a05a7c-0535-497f-b14a-69832444341b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.827187] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf5b29f-f49b-4e27-a9f2-436b5d178c09 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.842031] env[63393]: INFO nova.compute.resource_tracker [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating resource usage from migration f9922d46-1598-415a-b2fa-5744aa2bdba1 [ 984.846216] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e29ac3ab-51a4-4c81-8cfa-ec56415754a3', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.853453] env[63393]: DEBUG oslo.service.loopingcall [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.856990] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.857644] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11469d20-3ecf-4d9f-bb8d-414c5802c505 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.881421] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.881421] env[63393]: value = "task-2682300" [ 984.881421] env[63393]: _type = "Task" [ 984.881421] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.891428] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682300, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.956857] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52845716-1f0b-7e0d-c0f1-7b5217445e00, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.959690] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.959982] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 0fe13f78-4023-494b-abaa-e1d8f5e727aa/0fe13f78-4023-494b-abaa-e1d8f5e727aa.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.960582] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ede1233-5934-44f6-b612-2918839cb91a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.966906] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 984.966906] env[63393]: value = "task-2682301" [ 984.966906] env[63393]: _type = "Task" [ 984.966906] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.978749] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.063800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-4115368b-b233-43aa-9a0b-1cce5c2ddbe6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.064746] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Instance network_info: |[{"id": "aca52ec6-b272-4b64-93d5-30955707ca6b", "address": "fa:16:3e:a7:33:71", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca52ec6-b2", "ovs_interfaceid": "aca52ec6-b272-4b64-93d5-30955707ca6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.065502] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:33:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aca52ec6-b272-4b64-93d5-30955707ca6b', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.074378] env[63393]: DEBUG oslo.service.loopingcall [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.077278] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.077686] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216b7415-5d89-4d75-be61-75ce92fe8325 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.098343] env[63393]: DEBUG nova.compute.manager [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Received event network-vif-plugged-aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.098555] env[63393]: DEBUG oslo_concurrency.lockutils [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] Acquiring lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.098758] env[63393]: DEBUG oslo_concurrency.lockutils [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.098970] env[63393]: DEBUG oslo_concurrency.lockutils [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.099173] env[63393]: DEBUG nova.compute.manager [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] No waiting events found dispatching network-vif-plugged-aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.099354] env[63393]: WARNING nova.compute.manager [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Received unexpected event network-vif-plugged-aca52ec6-b272-4b64-93d5-30955707ca6b for instance with vm_state building and task_state spawning. [ 985.099517] env[63393]: DEBUG nova.compute.manager [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Received event network-changed-aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.099720] env[63393]: DEBUG nova.compute.manager [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Refreshing instance network info cache due to event network-changed-aca52ec6-b272-4b64-93d5-30955707ca6b. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.099953] env[63393]: DEBUG oslo_concurrency.lockutils [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] Acquiring lock "refresh_cache-4115368b-b233-43aa-9a0b-1cce5c2ddbe6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.100106] env[63393]: DEBUG oslo_concurrency.lockutils [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] Acquired lock "refresh_cache-4115368b-b233-43aa-9a0b-1cce5c2ddbe6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.100439] env[63393]: DEBUG nova.network.neutron [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Refreshing network info cache for port aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.103021] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.103021] env[63393]: value = "task-2682302" [ 985.103021] env[63393]: _type = "Task" [ 985.103021] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.114406] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682302, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.121035] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa7a79b-08ae-4cd1-b6b3-cc9c41d74c4e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.129101] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a73a9f-e964-4499-af38-e5382b7787dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.164798] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075376e6-b068-4898-8491-b00e5f6d6acb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172716] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc02d11-f89f-4b22-a496-6323e14802fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.189662] env[63393]: DEBUG nova.compute.provider_tree [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.226209] env[63393]: DEBUG oslo_vmware.api [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682299, 'name': PowerOnVM_Task, 'duration_secs': 1.047937} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.226531] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.226739] env[63393]: INFO nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Took 8.81 seconds to spawn the instance on the hypervisor. [ 985.226932] env[63393]: DEBUG nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.227835] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4307092-16ea-4a50-870e-ac6065e050e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.375284] env[63393]: INFO nova.compute.manager [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Swapping old allocation on dict_keys(['4749b759-4535-4578-b3dd-4366ddbc89ea']) held by migration c832f297-3fd5-4ce7-a701-8e129d1f4431 for instance [ 985.392564] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682300, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.411743] env[63393]: DEBUG nova.scheduler.client.report [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Overwriting current allocation {'allocations': {'4749b759-4535-4578-b3dd-4366ddbc89ea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 142}}, 'project_id': 'dcc2f4195d094c7c8bedbe088796a198', 'user_id': 'e80d79862d8c418fbd51ff63b7a44934', 'consumer_generation': 1} on consumer cdf54115-b533-499d-8c18-f77d6764a807 {{(pid=63393) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 985.481655] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682301, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.511506] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.511698] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.511924] env[63393]: DEBUG nova.network.neutron [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.615632] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682302, 'name': CreateVM_Task, 'duration_secs': 0.37422} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.615890] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.616871] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.617150] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.617609] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.617972] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377cd4ad-98a7-4b3b-924b-4cd3c6b8211e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.623702] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 985.623702] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b30694-2273-a91d-cb7e-f33a804179b2" [ 985.623702] env[63393]: _type = "Task" [ 985.623702] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.634793] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b30694-2273-a91d-cb7e-f33a804179b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.693600] env[63393]: DEBUG nova.scheduler.client.report [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.747940] env[63393]: INFO nova.compute.manager [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Took 23.39 seconds to build instance. [ 985.813589] env[63393]: DEBUG nova.network.neutron [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Updated VIF entry in instance network info cache for port aca52ec6-b272-4b64-93d5-30955707ca6b. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.813960] env[63393]: DEBUG nova.network.neutron [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Updating instance_info_cache with network_info: [{"id": "aca52ec6-b272-4b64-93d5-30955707ca6b", "address": "fa:16:3e:a7:33:71", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca52ec6-b2", "ovs_interfaceid": "aca52ec6-b272-4b64-93d5-30955707ca6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.892931] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682300, 'name': CreateVM_Task, 'duration_secs': 0.615127} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.893136] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.893807] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.979185] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595481} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.979484] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 0fe13f78-4023-494b-abaa-e1d8f5e727aa/0fe13f78-4023-494b-abaa-e1d8f5e727aa.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.979708] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.979968] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-115efed0-ea59-40d7-8a3b-4ab785a09c25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.986513] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 985.986513] env[63393]: value = "task-2682303" [ 985.986513] env[63393]: _type = "Task" [ 985.986513] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.994428] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.134529] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b30694-2273-a91d-cb7e-f33a804179b2, 'name': SearchDatastore_Task, 'duration_secs': 0.067139} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.134832] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.135086] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.135381] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.135540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.135724] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.136088] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.136418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.136694] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25519927-6a21-4b68-a90d-7cec1113dea2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.140668] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c410fa-83ca-4fa6-864f-70edc17f1a0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.145925] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 986.145925] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529683e3-7bc1-1d52-7fca-99ec7de48af4" [ 986.145925] env[63393]: _type = "Task" [ 986.145925] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.153711] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529683e3-7bc1-1d52-7fca-99ec7de48af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.154853] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.155097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.155837] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478c8156-f1e6-480e-93ea-bb5c1d04a070 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.160850] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 986.160850] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52dec301-d449-aa99-c508-1357e7d29f9f" [ 986.160850] env[63393]: _type = "Task" [ 986.160850] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.169675] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dec301-d449-aa99-c508-1357e7d29f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.198537] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.379s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.198741] env[63393]: INFO nova.compute.manager [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Migrating [ 986.250802] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.897s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.269647] env[63393]: DEBUG nova.network.neutron [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [{"id": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "address": "fa:16:3e:70:1d:21", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824525fa-b4", "ovs_interfaceid": "824525fa-b424-4ae7-9fdf-ed7ee53bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.317093] env[63393]: DEBUG oslo_concurrency.lockutils [req-c7c70f2f-d51c-47ba-8ec0-d75275cc3830 req-e7fd55dd-f34f-43a3-b2fd-7809ca1abb02 service nova] Releasing lock "refresh_cache-4115368b-b233-43aa-9a0b-1cce5c2ddbe6" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.328030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.328273] env[63393]: DEBUG oslo_concurrency.lockutils [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.328455] env[63393]: DEBUG nova.compute.manager [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.329402] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e23c5c-f02d-4def-a35c-b5691a34e339 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.336834] env[63393]: DEBUG nova.compute.manager [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 986.337446] env[63393]: DEBUG nova.objects.instance [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'flavor' on Instance uuid 0f212c76-96ae-4ae9-ae9a-4101e85d9372 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.496047] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336284} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.496384] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.496953] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf15fd-70b4-46f8-aefb-689e01aec39f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.518495] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 0fe13f78-4023-494b-abaa-e1d8f5e727aa/0fe13f78-4023-494b-abaa-e1d8f5e727aa.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.518743] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004a5a82-af8a-45a0-8283-f4c1329a8a70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538216] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 986.538216] env[63393]: value = "task-2682304" [ 986.538216] env[63393]: _type = "Task" [ 986.538216] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.548937] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.658226] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529683e3-7bc1-1d52-7fca-99ec7de48af4, 'name': SearchDatastore_Task, 'duration_secs': 0.031813} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.658525] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.658792] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.659126] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.670046] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52dec301-d449-aa99-c508-1357e7d29f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.057986} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.670819] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e482079-74a6-48af-b66b-c9703bef7968 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.676035] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 986.676035] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52baeff0-7a26-3b53-b232-dcaa1fc5be9b" [ 986.676035] env[63393]: _type = "Task" [ 986.676035] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.684101] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52baeff0-7a26-3b53-b232-dcaa1fc5be9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.715029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.715029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.715029] env[63393]: DEBUG nova.network.neutron [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.772419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-cdf54115-b533-499d-8c18-f77d6764a807" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.773433] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b50be6-5c7c-4184-bfd6-ab80dcd38d37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.781520] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336bf685-b689-450f-bfca-a1639805a188 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.048969] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682304, 'name': ReconfigVM_Task, 'duration_secs': 0.292507} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.048969] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 0fe13f78-4023-494b-abaa-e1d8f5e727aa/0fe13f78-4023-494b-abaa-e1d8f5e727aa.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.049259] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808ec511-d917-44f0-803d-89dee4c578b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.055539] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 987.055539] env[63393]: value = "task-2682305" [ 987.055539] env[63393]: _type = "Task" [ 987.055539] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.063874] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682305, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.186893] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52baeff0-7a26-3b53-b232-dcaa1fc5be9b, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.187215] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.187478] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 4115368b-b233-43aa-9a0b-1cce5c2ddbe6/4115368b-b233-43aa-9a0b-1cce5c2ddbe6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.187790] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.188012] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.188202] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-211fa2ea-7a14-4a83-be21-e6fd12c572bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.190143] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411aadd3-140d-4ddb-8484-e752d84e7f1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.196860] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 987.196860] env[63393]: value = "task-2682306" [ 987.196860] env[63393]: _type = "Task" [ 987.196860] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.201251] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.201426] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.202479] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b99dea-4713-4897-9f4a-7a002056f3f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.209071] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.212145] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 987.212145] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]526b15f7-125e-d135-0f6b-0231ad3d2358" [ 987.212145] env[63393]: _type = "Task" [ 987.212145] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.221147] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526b15f7-125e-d135-0f6b-0231ad3d2358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.345350] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.345978] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d35fa39-6c6b-4b53-b22c-c731736bfa0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.353099] env[63393]: DEBUG oslo_vmware.api [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 987.353099] env[63393]: value = "task-2682307" [ 987.353099] env[63393]: _type = "Task" [ 987.353099] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.362775] env[63393]: DEBUG oslo_vmware.api [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.447489] env[63393]: DEBUG nova.network.neutron [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.567321] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682305, 'name': Rename_Task, 'duration_secs': 0.159545} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.567733] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.567805] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc0c119-6316-49a0-b2b2-6b6a094cf567 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.574707] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 987.574707] env[63393]: value = "task-2682308" [ 987.574707] env[63393]: _type = "Task" [ 987.574707] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.582988] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.707345] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682306, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.721799] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]526b15f7-125e-d135-0f6b-0231ad3d2358, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.722586] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b77514-0503-4d3e-b58c-e773dd0f7b69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.728217] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 987.728217] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52488428-0491-8abd-a306-924b1e2732a5" [ 987.728217] env[63393]: _type = "Task" [ 987.728217] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.736019] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52488428-0491-8abd-a306-924b1e2732a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.862410] env[63393]: DEBUG oslo_vmware.api [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682307, 'name': PowerOffVM_Task, 'duration_secs': 0.211546} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.862680] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.862876] env[63393]: DEBUG nova.compute.manager [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.863668] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536bd38-433d-477c-b1e0-91c482766dc6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.884569] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.884701] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d73bf0-a5e1-47e5-88a2-0d01919803b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.891556] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 987.891556] env[63393]: value = "task-2682309" [ 987.891556] env[63393]: _type = "Task" [ 987.891556] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.900328] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.950639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.086622] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.208321] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542962} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.208487] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 4115368b-b233-43aa-9a0b-1cce5c2ddbe6/4115368b-b233-43aa-9a0b-1cce5c2ddbe6.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.208808] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.208808] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34d01774-2328-4c69-89d3-63ba89e40898 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.215508] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 988.215508] env[63393]: value = "task-2682310" [ 988.215508] env[63393]: _type = "Task" [ 988.215508] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.223161] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.241973] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52488428-0491-8abd-a306-924b1e2732a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021454} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.242800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.243076] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.243350] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc31c77f-5c44-425d-b2f1-c3ff3ffe2fab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.249722] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 988.249722] env[63393]: value = "task-2682311" [ 988.249722] env[63393]: _type = "Task" [ 988.249722] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.258758] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.375282] env[63393]: DEBUG oslo_concurrency.lockutils [None req-66277613-4943-4f3a-b825-400f6a7d3e29 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.402617] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682309, 'name': PowerOffVM_Task, 'duration_secs': 0.375855} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.402931] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.403641] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.403886] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.404073] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.404300] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.404503] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.404655] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.404916] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.405112] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.405326] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.405537] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.405763] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.411325] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a011a4-f80e-49d2-b8e1-e936bdbd9132 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.427264] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 988.427264] env[63393]: value = "task-2682312" [ 988.427264] env[63393]: _type = "Task" [ 988.427264] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.439462] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.588040] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.726493] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202319} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.726781] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.727670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f0452-4e1b-4dc6-9fd7-8f58c0c64deb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.731901] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.732204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.732422] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.732656] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.732837] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.752666] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 4115368b-b233-43aa-9a0b-1cce5c2ddbe6/4115368b-b233-43aa-9a0b-1cce5c2ddbe6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.753493] env[63393]: INFO nova.compute.manager [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Terminating instance [ 988.755512] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf4f211-8d43-4394-b03f-c9b2ec8bf9cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.782103] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503539} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.784356] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.784673] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.785429] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 988.785429] env[63393]: value = "task-2682313" [ 988.785429] env[63393]: _type = "Task" [ 988.785429] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.785707] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-621063bf-745b-404d-aba1-8525b4abfc56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.798456] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.800064] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 988.800064] env[63393]: value = "task-2682314" [ 988.800064] env[63393]: _type = "Task" [ 988.800064] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.810022] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.937059] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682312, 'name': ReconfigVM_Task, 'duration_secs': 0.413924} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.937870] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf7483-a026-4d59-a4bb-b9633c0220a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.958823] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.959166] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.959399] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.959627] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.959806] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.959987] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.960249] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.960442] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.960666] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.960911] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.961151] env[63393]: DEBUG nova.virt.hardware [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.961969] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beab9c57-c131-4ac9-b158-260459bcca8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.969618] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 988.969618] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520ad58f-7495-d9c7-f67d-4f881c155600" [ 988.969618] env[63393]: _type = "Task" [ 988.969618] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.977586] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520ad58f-7495-d9c7-f67d-4f881c155600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.085981] env[63393]: DEBUG oslo_vmware.api [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682308, 'name': PowerOnVM_Task, 'duration_secs': 1.089787} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.086293] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.086498] env[63393]: INFO nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Took 8.48 seconds to spawn the instance on the hypervisor. [ 989.086676] env[63393]: DEBUG nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.087460] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f388f1d-6676-4914-b0cc-68ceb878d1fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.277023] env[63393]: DEBUG nova.compute.manager [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.277265] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.278207] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9383e9d-fe20-4616-84a2-5c5bd4a41760 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.285900] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.286171] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b924d466-bea4-4528-8faa-5a33f52fb8fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.295497] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.307511] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070467} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.307778] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.308539] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e353fc4-0919-4ff4-b258-cfe0b3b48c22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.329802] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.330115] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3dcf065-6af1-4076-83d2-cfa824460688 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.348582] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 989.348582] env[63393]: value = "task-2682316" [ 989.348582] env[63393]: _type = "Task" [ 989.348582] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.358998] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.373060] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.373280] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.373462] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleting the datastore file [datastore2] 0f212c76-96ae-4ae9-ae9a-4101e85d9372 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.373753] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1afca1b0-2fc8-4504-b5ae-d7f72606254d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.379764] env[63393]: DEBUG oslo_vmware.api [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 989.379764] env[63393]: value = "task-2682317" [ 989.379764] env[63393]: _type = "Task" [ 989.379764] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.388815] env[63393]: DEBUG oslo_vmware.api [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.471291] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af7969-dc4e-4743-a63d-9d24cd28eef4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.483125] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520ad58f-7495-d9c7-f67d-4f881c155600, 'name': SearchDatastore_Task, 'duration_secs': 0.038181} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.501212] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.501548] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.504807] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb608464-b31b-404b-8187-e3963544b38f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.523033] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 989.523033] env[63393]: value = "task-2682318" [ 989.523033] env[63393]: _type = "Task" [ 989.523033] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.530683] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.604034] env[63393]: INFO nova.compute.manager [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Took 14.70 seconds to build instance. [ 989.646026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.646187] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.797149] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682313, 'name': ReconfigVM_Task, 'duration_secs': 0.91019} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.797435] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 4115368b-b233-43aa-9a0b-1cce5c2ddbe6/4115368b-b233-43aa-9a0b-1cce5c2ddbe6.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.798054] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7807026b-8a5a-4493-b3ac-548a9f756ad3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.803425] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 989.803425] env[63393]: value = "task-2682319" [ 989.803425] env[63393]: _type = "Task" [ 989.803425] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.810799] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682319, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.857510] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682316, 'name': ReconfigVM_Task, 'duration_secs': 0.430927} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.857784] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Reconfigured VM instance instance-0000005f to attach disk [datastore1] e793a785-04a4-4f16-9d06-6a2c62f5e484/e793a785-04a4-4f16-9d06-6a2c62f5e484.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.858388] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcbed29d-ad7e-4ac6-aeba-7833eeab68f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.864103] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 989.864103] env[63393]: value = "task-2682320" [ 989.864103] env[63393]: _type = "Task" [ 989.864103] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.871942] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682320, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.891312] env[63393]: DEBUG oslo_vmware.api [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281123} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.891532] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.891775] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.891967] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.892174] env[63393]: INFO nova.compute.manager [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Took 0.61 seconds to destroy the instance on the hypervisor. [ 989.892419] env[63393]: DEBUG oslo.service.loopingcall [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.892610] env[63393]: DEBUG nova.compute.manager [-] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.892707] env[63393]: DEBUG nova.network.neutron [-] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.020505] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.020830] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2528e9d6-fb71-4032-94b5-64481fd57ec8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.029088] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 990.029088] env[63393]: value = "task-2682321" [ 990.029088] env[63393]: _type = "Task" [ 990.029088] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.037124] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682318, 'name': ReconfigVM_Task, 'duration_secs': 0.247819} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.037783] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.038595] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f74155-2549-47e1-8a4e-02fd50c19e03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.043695] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.066735] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.067140] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0003c053-36d2-42a8-90e8-aad045197b5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.085652] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 990.085652] env[63393]: value = "task-2682322" [ 990.085652] env[63393]: _type = "Task" [ 990.085652] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.095103] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.105930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-80e3e7ed-3bc4-4500-9ff2-d2818282becf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.216s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.152210] env[63393]: INFO nova.compute.manager [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Detaching volume d7131407-4bae-4310-8039-50aebacd046e [ 990.174645] env[63393]: DEBUG nova.compute.manager [req-541a2d4b-8f99-46a0-9857-4260aad3a697 req-ae5e3f2b-86f5-4378-92e0-4f4f146af2b1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Received event network-vif-deleted-b89f61ba-d600-4c86-9a75-718261e76467 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.174880] env[63393]: INFO nova.compute.manager [req-541a2d4b-8f99-46a0-9857-4260aad3a697 req-ae5e3f2b-86f5-4378-92e0-4f4f146af2b1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Neutron deleted interface b89f61ba-d600-4c86-9a75-718261e76467; detaching it from the instance and deleting it from the info cache [ 990.175084] env[63393]: DEBUG nova.network.neutron [req-541a2d4b-8f99-46a0-9857-4260aad3a697 req-ae5e3f2b-86f5-4378-92e0-4f4f146af2b1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.205842] env[63393]: INFO nova.virt.block_device [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Attempting to driver detach volume d7131407-4bae-4310-8039-50aebacd046e from mountpoint /dev/sdb [ 990.206116] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 990.206317] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540740', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'name': 'volume-d7131407-4bae-4310-8039-50aebacd046e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '660bc5e1-797b-420e-a1ac-2498789085e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'serial': 'd7131407-4bae-4310-8039-50aebacd046e'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 990.207239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a439e765-af1d-468a-8112-f5e701a74b10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.232773] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eec73bb-0c70-4f87-87f5-7ad7004f85b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.241613] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ab2f13-bfe2-45ca-9aa6-ffe5b8e9f7e9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.265240] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b164d-9ec6-4b17-8ae0-0b84e97bf21e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.283993] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] The volume has not been displaced from its original location: [datastore1] volume-d7131407-4bae-4310-8039-50aebacd046e/volume-d7131407-4bae-4310-8039-50aebacd046e.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 990.290361] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.290712] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1defbd7b-8cde-4c32-8b04-aeaa95547c9d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.313885] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682319, 'name': Rename_Task, 'duration_secs': 0.31445} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.315184] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.315517] env[63393]: DEBUG oslo_vmware.api [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 990.315517] env[63393]: value = "task-2682323" [ 990.315517] env[63393]: _type = "Task" [ 990.315517] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.315712] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a2c6781-3fe6-4370-a53a-8e258a9a6ef5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.325620] env[63393]: DEBUG oslo_vmware.api [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.326985] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 990.326985] env[63393]: value = "task-2682324" [ 990.326985] env[63393]: _type = "Task" [ 990.326985] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.335136] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.379141] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682320, 'name': Rename_Task, 'duration_secs': 0.145746} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.379141] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.379316] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d718ac-9c1d-4a66-b2de-4e3c6a895ee2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.387108] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 990.387108] env[63393]: value = "task-2682325" [ 990.387108] env[63393]: _type = "Task" [ 990.387108] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.396898] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.539850] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682321, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.595236] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682322, 'name': ReconfigVM_Task, 'duration_secs': 0.345419} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.595543] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to attach disk [datastore1] cdf54115-b533-499d-8c18-f77d6764a807/cdf54115-b533-499d-8c18-f77d6764a807.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.596511] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0acbad8-1325-42da-8ffd-ee02349b9698 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.617544] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3cefcc-e7ee-4038-a1cf-7b586eb50bd9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.639041] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71edec92-db63-4821-aa7e-d5724a4a7844 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.661890] env[63393]: DEBUG nova.network.neutron [-] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.662568] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850fab7-548b-4f57-9ba0-0d85914d419d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.670130] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.670396] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67bbe9d-faad-4941-959e-13749876a31e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.677332] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 990.677332] env[63393]: value = "task-2682326" [ 990.677332] env[63393]: _type = "Task" [ 990.677332] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.677556] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74e8044e-41c0-4ca4-b1fc-8716b83ffff7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.689494] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.693555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e371969-c774-4aa9-ae1e-9ddf90c34803 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.734964] env[63393]: DEBUG nova.compute.manager [req-541a2d4b-8f99-46a0-9857-4260aad3a697 req-ae5e3f2b-86f5-4378-92e0-4f4f146af2b1 service nova] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Detach interface failed, port_id=b89f61ba-d600-4c86-9a75-718261e76467, reason: Instance 0f212c76-96ae-4ae9-ae9a-4101e85d9372 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 990.826368] env[63393]: DEBUG oslo_vmware.api [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682323, 'name': ReconfigVM_Task, 'duration_secs': 0.315054} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.827215] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 990.836767] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ff03fd-a323-44b0-a49c-0cf2fcb1af6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.849325] env[63393]: DEBUG nova.compute.manager [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-changed-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.849608] env[63393]: DEBUG nova.compute.manager [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing instance network info cache due to event network-changed-51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.849904] env[63393]: DEBUG oslo_concurrency.lockutils [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.850110] env[63393]: DEBUG oslo_concurrency.lockutils [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.850313] env[63393]: DEBUG nova.network.neutron [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing network info cache for port 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.861553] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.863721] env[63393]: DEBUG oslo_vmware.api [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 990.863721] env[63393]: value = "task-2682327" [ 990.863721] env[63393]: _type = "Task" [ 990.863721] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.872576] env[63393]: DEBUG oslo_vmware.api [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.897017] env[63393]: DEBUG oslo_vmware.api [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682325, 'name': PowerOnVM_Task, 'duration_secs': 0.467771} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.897372] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.897644] env[63393]: DEBUG nova.compute.manager [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.898585] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8201fe9f-80a9-4e3d-ae8c-d22913df67b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.040507] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682321, 'name': PowerOffVM_Task, 'duration_secs': 0.588805} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.040882] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.041169] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.166184] env[63393]: INFO nova.compute.manager [-] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Took 1.27 seconds to deallocate network for instance. [ 991.192060] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682326, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.348473] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.373860] env[63393]: DEBUG oslo_vmware.api [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682327, 'name': ReconfigVM_Task, 'duration_secs': 0.158743} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.374327] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540740', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'name': 'volume-d7131407-4bae-4310-8039-50aebacd046e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '660bc5e1-797b-420e-a1ac-2498789085e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7131407-4bae-4310-8039-50aebacd046e', 'serial': 'd7131407-4bae-4310-8039-50aebacd046e'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 991.421918] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.422266] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.422347] env[63393]: DEBUG nova.objects.instance [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.548634] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.549103] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.549595] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.549960] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.550297] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.550620] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.551034] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.551366] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.551737] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.552302] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.552765] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.561988] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4843b27-9656-4087-a1b9-a8dddcccacfa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.585197] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 991.585197] env[63393]: value = "task-2682328" [ 991.585197] env[63393]: _type = "Task" [ 991.585197] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.596037] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.642172] env[63393]: DEBUG nova.network.neutron [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updated VIF entry in instance network info cache for port 51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.642608] env[63393]: DEBUG nova.network.neutron [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.674144] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.695786] env[63393]: DEBUG oslo_vmware.api [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682326, 'name': PowerOnVM_Task, 'duration_secs': 0.557285} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.695786] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.849221] env[63393]: DEBUG oslo_vmware.api [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682324, 'name': PowerOnVM_Task, 'duration_secs': 1.300116} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.849487] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.849688] env[63393]: INFO nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Took 8.87 seconds to spawn the instance on the hypervisor. [ 991.849863] env[63393]: DEBUG nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.850859] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68f83e-37a0-45fd-8759-aa5e80af3b3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.922158] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "f0f15136-a132-499f-8952-f85f57ffcce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.922158] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "f0f15136-a132-499f-8952-f85f57ffcce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.922158] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "f0f15136-a132-499f-8952-f85f57ffcce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.922158] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "f0f15136-a132-499f-8952-f85f57ffcce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.922158] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "f0f15136-a132-499f-8952-f85f57ffcce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.925298] env[63393]: DEBUG nova.objects.instance [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'flavor' on Instance uuid 660bc5e1-797b-420e-a1ac-2498789085e1 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.930783] env[63393]: INFO nova.compute.manager [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Terminating instance [ 992.095555] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.145432] env[63393]: DEBUG oslo_concurrency.lockutils [req-8d0003dd-d9a9-4833-b660-58e4cbafc64d req-a6177558-c838-4740-9e8b-643aae622879 service nova] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.373021] env[63393]: INFO nova.compute.manager [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Took 17.03 seconds to build instance. [ 992.435353] env[63393]: DEBUG nova.compute.manager [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.435560] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.436554] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239b64c0-8627-47c4-bc91-c79ddcf0bfda tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.438514] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbdcbda-df39-4742-a63b-56d8beb6218d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.441417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.767s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.441638] env[63393]: DEBUG nova.objects.instance [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'resources' on Instance uuid 0f212c76-96ae-4ae9-ae9a-4101e85d9372 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.449821] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.450116] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fea6f32-1876-4edc-8164-87ca11e64b7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.457382] env[63393]: DEBUG oslo_vmware.api [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 992.457382] env[63393]: value = "task-2682329" [ 992.457382] env[63393]: _type = "Task" [ 992.457382] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.465993] env[63393]: DEBUG oslo_vmware.api [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.501371] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e793a785-04a4-4f16-9d06-6a2c62f5e484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.501634] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.501839] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e793a785-04a4-4f16-9d06-6a2c62f5e484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.502047] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.502231] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.504445] env[63393]: INFO nova.compute.manager [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Terminating instance [ 992.596701] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.739644] env[63393]: INFO nova.compute.manager [None req-7f978321-d857-4856-978c-31bd54b0590d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance to original state: 'active' [ 992.752059] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.752331] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.868620] env[63393]: DEBUG nova.compute.manager [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.868840] env[63393]: DEBUG nova.compute.manager [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing instance network info cache due to event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.869200] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.869382] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.869549] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.873984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-93e84b3c-0c8f-472d-9aac-67d5729092f0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.543s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.926880] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.927144] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.935524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e3cfc557-f908-401f-8fee-61d6e10f99d4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.968032] env[63393]: DEBUG oslo_vmware.api [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682329, 'name': PowerOffVM_Task, 'duration_secs': 0.285417} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.970787] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.971013] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.971449] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa061cb-707a-4011-a7eb-77429da389b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.008880] env[63393]: DEBUG nova.compute.manager [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.008880] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.009650] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb701de-1c86-400f-b9e2-f0926928c888 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.021496] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.021769] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51d2f1e9-aef8-432f-858b-20b39280a9bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.029492] env[63393]: DEBUG oslo_vmware.api [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 993.029492] env[63393]: value = "task-2682331" [ 993.029492] env[63393]: _type = "Task" [ 993.029492] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.043033] env[63393]: DEBUG oslo_vmware.api [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.043161] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.043337] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.043514] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleting the datastore file [datastore1] f0f15136-a132-499f-8952-f85f57ffcce8 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.043936] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5247026c-7b2d-44a8-9b39-d675a5864c91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.050058] env[63393]: DEBUG oslo_vmware.api [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 993.050058] env[63393]: value = "task-2682332" [ 993.050058] env[63393]: _type = "Task" [ 993.050058] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.061279] env[63393]: DEBUG oslo_vmware.api [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.098433] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682328, 'name': ReconfigVM_Task, 'duration_secs': 1.238323} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.098433] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.254760] env[63393]: INFO nova.compute.manager [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Detaching volume e8636b10-1ca4-49f2-83b4-aedf02468a4f [ 993.278332] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e5831b-b320-441e-b3e5-5552dea83bea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.287701] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7a2580-8579-4204-9cc1-d92876ae1a06 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.291989] env[63393]: INFO nova.virt.block_device [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Attempting to driver detach volume e8636b10-1ca4-49f2-83b4-aedf02468a4f from mountpoint /dev/sdb [ 993.292263] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.292470] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540751', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'name': 'volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70678f78-9ae6-4b57-9fd9-59497d540222', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'serial': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.293538] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb3ee0-72de-4b4e-85e2-7771f3aa992d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.343996] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3284e840-ea2c-4277-98f3-4b9f5663c9ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.347662] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec4eb9e-1bc5-4b73-8da6-14424fb404bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.359408] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b64cc6c-0dfc-4c72-8d78-a8fb858899ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.364195] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9f2162-a326-4e79-b86a-8ef690ba706f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.378539] env[63393]: DEBUG nova.compute.provider_tree [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.398311] env[63393]: DEBUG nova.scheduler.client.report [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.402563] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2d39f-6c71-487f-989d-84c0defd1a5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.423342] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] The volume has not been displaced from its original location: [datastore1] volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f/volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.429704] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.431367] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.433776] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44f70cd-27f4-4519-8c97-7f817cfe68fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.460118] env[63393]: DEBUG oslo_vmware.api [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 993.460118] env[63393]: value = "task-2682333" [ 993.460118] env[63393]: _type = "Task" [ 993.460118] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.474453] env[63393]: DEBUG oslo_vmware.api [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.538859] env[63393]: DEBUG oslo_vmware.api [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682331, 'name': PowerOffVM_Task, 'duration_secs': 0.239375} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.539168] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.539363] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.539639] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ca60704-547a-4acf-9871-bc01fd4430f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.558940] env[63393]: DEBUG oslo_vmware.api [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172668} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.559299] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.559489] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.559670] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.559919] env[63393]: INFO nova.compute.manager [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 993.560167] env[63393]: DEBUG oslo.service.loopingcall [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.560484] env[63393]: DEBUG nova.compute.manager [-] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.560484] env[63393]: DEBUG nova.network.neutron [-] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.604668] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.604924] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.605099] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.605288] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.605447] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.605591] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.605803] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.606018] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.606205] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.606367] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.606585] env[63393]: DEBUG nova.virt.hardware [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.612528] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.613929] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a334006-98b4-4b52-b39d-9f7bab5bdba8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.627972] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.628237] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.628434] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore1] e793a785-04a4-4f16-9d06-6a2c62f5e484 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.632988] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed13ae64-866c-42d2-9a62-f6a55771ae6c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.640597] env[63393]: DEBUG oslo_vmware.api [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 993.640597] env[63393]: value = "task-2682336" [ 993.640597] env[63393]: _type = "Task" [ 993.640597] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.641910] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 993.641910] env[63393]: value = "task-2682335" [ 993.641910] env[63393]: _type = "Task" [ 993.641910] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.653206] env[63393]: DEBUG oslo_vmware.api [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.656284] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.735273] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.735695] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.736067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.736352] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.736599] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.739796] env[63393]: INFO nova.compute.manager [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Terminating instance [ 993.815293] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updated VIF entry in instance network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.816543] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.907289] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.465s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.934021] env[63393]: INFO nova.scheduler.client.report [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocations for instance 0f212c76-96ae-4ae9-ae9a-4101e85d9372 [ 993.954617] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.954931] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.955625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "cdf54115-b533-499d-8c18-f77d6764a807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.955839] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.956122] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.958204] env[63393]: INFO nova.compute.manager [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Terminating instance [ 993.973165] env[63393]: DEBUG oslo_vmware.api [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682333, 'name': ReconfigVM_Task, 'duration_secs': 0.245377} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.973476] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.979040] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.979293] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.981179] env[63393]: INFO nova.compute.claims [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.984664] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2230285e-6345-459d-9ce0-758a7a87a180 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.002086] env[63393]: DEBUG oslo_vmware.api [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 994.002086] env[63393]: value = "task-2682337" [ 994.002086] env[63393]: _type = "Task" [ 994.002086] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.011194] env[63393]: DEBUG oslo_vmware.api [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.088937] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.089055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.089204] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "660bc5e1-797b-420e-a1ac-2498789085e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.089607] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.089607] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.092124] env[63393]: INFO nova.compute.manager [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Terminating instance [ 994.155169] env[63393]: DEBUG oslo_vmware.api [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372694} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.159026] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.159026] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.159026] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.159026] env[63393]: INFO nova.compute.manager [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Took 1.15 seconds to destroy the instance on the hypervisor. [ 994.159026] env[63393]: DEBUG oslo.service.loopingcall [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.159026] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682335, 'name': ReconfigVM_Task, 'duration_secs': 0.171601} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.159026] env[63393]: DEBUG nova.compute.manager [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.159300] env[63393]: DEBUG nova.network.neutron [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.160737] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.163087] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8570ec7-5b5c-483e-a044-616d2de6dfdb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.188378] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b/d1f3667d-f592-4c2f-8eda-8e24b95f215b.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.190233] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ab5b4d-e626-48db-a1d6-e482f510d021 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.203939] env[63393]: DEBUG nova.compute.manager [req-18cc8d3e-222d-4ce4-9ca8-66bd63bfd74d req-5de5317d-8ced-4cf3-85fe-749f818790c4 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Received event network-vif-deleted-7119be57-c70d-45a0-a8ec-95fd086a5667 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.204148] env[63393]: INFO nova.compute.manager [req-18cc8d3e-222d-4ce4-9ca8-66bd63bfd74d req-5de5317d-8ced-4cf3-85fe-749f818790c4 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Neutron deleted interface 7119be57-c70d-45a0-a8ec-95fd086a5667; detaching it from the instance and deleting it from the info cache [ 994.204322] env[63393]: DEBUG nova.network.neutron [req-18cc8d3e-222d-4ce4-9ca8-66bd63bfd74d req-5de5317d-8ced-4cf3-85fe-749f818790c4 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.214495] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 994.214495] env[63393]: value = "task-2682338" [ 994.214495] env[63393]: _type = "Task" [ 994.214495] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.224791] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.243828] env[63393]: DEBUG nova.compute.manager [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.244099] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.245429] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5172ef93-5a7d-4828-b1fd-5fe42a5f6c9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.253281] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.253526] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2d5dca-1967-4fee-bbb9-118a36e97b14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.259705] env[63393]: DEBUG oslo_vmware.api [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 994.259705] env[63393]: value = "task-2682339" [ 994.259705] env[63393]: _type = "Task" [ 994.259705] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.267635] env[63393]: DEBUG oslo_vmware.api [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.318497] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.318753] env[63393]: DEBUG nova.compute.manager [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.318930] env[63393]: DEBUG nova.compute.manager [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing instance network info cache due to event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.319200] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.319506] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.319506] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.442279] env[63393]: DEBUG oslo_concurrency.lockutils [None req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "0f212c76-96ae-4ae9-ae9a-4101e85d9372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.710s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.465159] env[63393]: DEBUG nova.compute.manager [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.465426] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.465717] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8927cdc0-643e-434e-ac18-b2f3a1346955 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.473144] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 994.473144] env[63393]: value = "task-2682340" [ 994.473144] env[63393]: _type = "Task" [ 994.473144] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.484045] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.511953] env[63393]: DEBUG oslo_vmware.api [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682337, 'name': ReconfigVM_Task, 'duration_secs': 0.138229} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.512323] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540751', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'name': 'volume-e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70678f78-9ae6-4b57-9fd9-59497d540222', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f', 'serial': 'e8636b10-1ca4-49f2-83b4-aedf02468a4f'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.597860] env[63393]: DEBUG nova.compute.manager [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.598233] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.599189] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40a8220-7f50-4c4c-8744-9f49b1b4310b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.609891] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.610259] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f116210-c7af-4e92-93e3-c4b26b45a3b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.616811] env[63393]: DEBUG oslo_vmware.api [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 994.616811] env[63393]: value = "task-2682341" [ 994.616811] env[63393]: _type = "Task" [ 994.616811] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.624453] env[63393]: DEBUG oslo_vmware.api [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.666606] env[63393]: DEBUG nova.network.neutron [-] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.708771] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c1532e8-54aa-44d9-a88e-742a23155ef1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.721984] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d18eda-ebad-4339-9af1-91e44f47e27a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.739641] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682338, 'name': ReconfigVM_Task, 'duration_secs': 0.288634} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.739641] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b/d1f3667d-f592-4c2f-8eda-8e24b95f215b.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.739813] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.759051] env[63393]: DEBUG nova.compute.manager [req-18cc8d3e-222d-4ce4-9ca8-66bd63bfd74d req-5de5317d-8ced-4cf3-85fe-749f818790c4 service nova] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Detach interface failed, port_id=7119be57-c70d-45a0-a8ec-95fd086a5667, reason: Instance f0f15136-a132-499f-8952-f85f57ffcce8 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 994.769893] env[63393]: DEBUG oslo_vmware.api [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682339, 'name': PowerOffVM_Task, 'duration_secs': 0.239075} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.769893] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.769893] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.770122] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df89571c-2010-4b3f-b641-d57f638a01e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.861410] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.861712] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.861806] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore1] 4115368b-b233-43aa-9a0b-1cce5c2ddbe6 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.862078] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c4be16-b0ee-4e93-a88f-2c00b557fde6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.868247] env[63393]: DEBUG oslo_vmware.api [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 994.868247] env[63393]: value = "task-2682343" [ 994.868247] env[63393]: _type = "Task" [ 994.868247] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.876703] env[63393]: DEBUG oslo_vmware.api [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.891966] env[63393]: DEBUG nova.network.neutron [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.984824] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682340, 'name': PowerOffVM_Task, 'duration_secs': 0.25605} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.984913] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.985124] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.985374] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540749', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'name': 'volume-3a598bab-9add-4fba-9fa4-dd12c04b8342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cdf54115-b533-499d-8c18-f77d6764a807', 'attached_at': '2025-02-19T12:34:11.000000', 'detached_at': '', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'serial': '3a598bab-9add-4fba-9fa4-dd12c04b8342'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 994.986383] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b87bd-a5bf-4451-a20e-a2191dccca99 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.019782] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f41b3-fcc4-4417-ab48-a2f9a1378a3f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.029400] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d064ab5-5130-46e8-976e-ef4c92419928 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.060167] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd870f1-47b2-4ffe-859b-e321f0719cc9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.070090] env[63393]: DEBUG nova.objects.instance [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.084617] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] The volume has not been displaced from its original location: [datastore1] volume-3a598bab-9add-4fba-9fa4-dd12c04b8342/volume-3a598bab-9add-4fba-9fa4-dd12c04b8342.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 995.090037] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.093471] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac2c5bd-886f-4a38-b498-b9b167f7db5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.107583] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updated VIF entry in instance network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.107964] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.114829] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 995.114829] env[63393]: value = "task-2682344" [ 995.114829] env[63393]: _type = "Task" [ 995.114829] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.130808] env[63393]: DEBUG oslo_vmware.api [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682341, 'name': PowerOffVM_Task, 'duration_secs': 0.196416} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.131045] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.131266] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.131433] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.131673] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b19b4a52-0e18-41b9-91c4-680860c73f54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.170888] env[63393]: INFO nova.compute.manager [-] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Took 1.61 seconds to deallocate network for instance. [ 995.197167] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.197167] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.197356] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleting the datastore file [datastore2] 660bc5e1-797b-420e-a1ac-2498789085e1 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.197494] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65400996-f8f3-4e21-bed0-5056d5b0d8b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.206493] env[63393]: DEBUG oslo_vmware.api [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 995.206493] env[63393]: value = "task-2682346" [ 995.206493] env[63393]: _type = "Task" [ 995.206493] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.218369] env[63393]: DEBUG oslo_vmware.api [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.246397] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c074a2-dfd7-422e-9eae-5fc3d1dce764 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.270595] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179402c-49d6-4f5a-8aa3-9d589e9a3666 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.292833] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.349097] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb14bc0-20fd-40a8-ae7c-a544f594641c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.356959] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e3cd52-26f3-4853-b850-894892939073 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.393391] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698abc42-f1de-4723-8b78-ba4465b91d7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.395724] env[63393]: INFO nova.compute.manager [-] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Took 1.24 seconds to deallocate network for instance. [ 995.405070] env[63393]: DEBUG oslo_vmware.api [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391724} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.407096] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.407358] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.407571] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.407774] env[63393]: INFO nova.compute.manager [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 995.408058] env[63393]: DEBUG oslo.service.loopingcall [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.408334] env[63393]: DEBUG nova.compute.manager [-] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.408433] env[63393]: DEBUG nova.network.neutron [-] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.411442] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6e75a8-7c62-4a4f-b17e-a930e17857a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.427225] env[63393]: DEBUG nova.compute.provider_tree [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.612048] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.612367] env[63393]: DEBUG nova.compute.manager [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-changed-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.612538] env[63393]: DEBUG nova.compute.manager [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing instance network info cache due to event network-changed-51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.612778] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.612887] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.613058] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing network info cache for port 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.625557] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682344, 'name': ReconfigVM_Task, 'duration_secs': 0.324486} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.626505] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.631493] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77bfd21-fd50-4a49-970e-481dd05e0591 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.649955] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 995.649955] env[63393]: value = "task-2682347" [ 995.649955] env[63393]: _type = "Task" [ 995.649955] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.658612] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.681632] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.720971] env[63393]: DEBUG oslo_vmware.api [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271003} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.721264] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.721465] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.721986] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.721986] env[63393]: INFO nova.compute.manager [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 995.722262] env[63393]: DEBUG oslo.service.loopingcall [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.722494] env[63393]: DEBUG nova.compute.manager [-] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.722603] env[63393]: DEBUG nova.network.neutron [-] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.882762] env[63393]: DEBUG nova.network.neutron [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Port 452d0345-fd40-41c9-b3bd-e22c356e1fb2 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 995.905858] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.932287] env[63393]: DEBUG nova.scheduler.client.report [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.959030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.005670] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "969ca01a-db25-41d9-b196-909746e90666" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.006029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "969ca01a-db25-41d9-b196-909746e90666" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.077131] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43067984-da0d-4ea5-82f0-0b6b793784b5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.077226] env[63393]: DEBUG oslo_concurrency.lockutils [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.119s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.077405] env[63393]: DEBUG nova.compute.manager [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.078272] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21073235-f5bd-4ffc-9a15-43bf4ef0d07f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.086156] env[63393]: DEBUG nova.compute.manager [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 996.086709] env[63393]: DEBUG nova.objects.instance [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.159978] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682347, 'name': ReconfigVM_Task, 'duration_secs': 0.147757} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.160329] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540749', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'name': 'volume-3a598bab-9add-4fba-9fa4-dd12c04b8342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cdf54115-b533-499d-8c18-f77d6764a807', 'attached_at': '2025-02-19T12:34:11.000000', 'detached_at': '', 'volume_id': '3a598bab-9add-4fba-9fa4-dd12c04b8342', 'serial': '3a598bab-9add-4fba-9fa4-dd12c04b8342'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.160707] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.161723] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d6cc2-b34d-4f74-94fd-46e482fc1636 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.173355] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.173637] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b84ef3-e97b-4ba6-ba60-1c0c9969c971 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.210825] env[63393]: DEBUG nova.network.neutron [-] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.214802] env[63393]: DEBUG nova.compute.manager [req-056ea62a-01bd-449a-8b5a-da97c0860e44 req-01087cfb-414b-4c9b-b52d-3f2035aa6c72 service nova] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Received event network-vif-deleted-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.214802] env[63393]: DEBUG nova.compute.manager [req-056ea62a-01bd-449a-8b5a-da97c0860e44 req-01087cfb-414b-4c9b-b52d-3f2035aa6c72 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Received event network-vif-deleted-aca52ec6-b272-4b64-93d5-30955707ca6b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.214945] env[63393]: INFO nova.compute.manager [req-056ea62a-01bd-449a-8b5a-da97c0860e44 req-01087cfb-414b-4c9b-b52d-3f2035aa6c72 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Neutron deleted interface aca52ec6-b272-4b64-93d5-30955707ca6b; detaching it from the instance and deleting it from the info cache [ 996.215125] env[63393]: DEBUG nova.network.neutron [req-056ea62a-01bd-449a-8b5a-da97c0860e44 req-01087cfb-414b-4c9b-b52d-3f2035aa6c72 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.238271] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.238609] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.238824] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleting the datastore file [datastore1] cdf54115-b533-499d-8c18-f77d6764a807 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.239107] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f28267-ed72-4cb0-9389-cd2c509b1b8a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.246033] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 996.246033] env[63393]: value = "task-2682349" [ 996.246033] env[63393]: _type = "Task" [ 996.246033] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.256398] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.429890] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updated VIF entry in instance network info cache for port 51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.430309] env[63393]: DEBUG nova.network.neutron [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.438388] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.438898] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.442722] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.761s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.442722] env[63393]: DEBUG nova.objects.instance [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'resources' on Instance uuid f0f15136-a132-499f-8952-f85f57ffcce8 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.510039] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.714413] env[63393]: INFO nova.compute.manager [-] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Took 1.31 seconds to deallocate network for instance. [ 996.719517] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f67c4d10-5b75-42fb-ab7e-615670b47667 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.729227] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b52dd38-ddcb-4aa7-9292-0f3adb1260ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.761827] env[63393]: DEBUG nova.compute.manager [req-056ea62a-01bd-449a-8b5a-da97c0860e44 req-01087cfb-414b-4c9b-b52d-3f2035aa6c72 service nova] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Detach interface failed, port_id=aca52ec6-b272-4b64-93d5-30955707ca6b, reason: Instance 4115368b-b233-43aa-9a0b-1cce5c2ddbe6 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 996.765962] env[63393]: DEBUG oslo_vmware.api [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142995} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.765962] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.765962] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.765962] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.765962] env[63393]: INFO nova.compute.manager [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Took 2.30 seconds to destroy the instance on the hypervisor. [ 996.765962] env[63393]: DEBUG oslo.service.loopingcall [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.766308] env[63393]: DEBUG nova.compute.manager [-] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.766404] env[63393]: DEBUG nova.network.neutron [-] [instance: cdf54115-b533-499d-8c18-f77d6764a807] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.836036] env[63393]: DEBUG nova.network.neutron [-] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.907707] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.907949] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.908124] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.932853] env[63393]: DEBUG oslo_concurrency.lockutils [req-3e5a85f9-4066-426b-8a86-09b3200b27fa req-b631351e-b9f5-4ed1-817e-0ae1ec5dc7fa service nova] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.947054] env[63393]: DEBUG nova.compute.utils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.951972] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.952201] env[63393]: DEBUG nova.network.neutron [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.030873] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.060744] env[63393]: DEBUG nova.policy [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbcd80c64a2540cbad7fab7188e10fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355a70aa860a4d31aaef068a3d3c6a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.095733] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.096253] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fed935c-34bf-45b5-ba19-10fbd858f075 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.103359] env[63393]: DEBUG oslo_vmware.api [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 997.103359] env[63393]: value = "task-2682350" [ 997.103359] env[63393]: _type = "Task" [ 997.103359] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.116468] env[63393]: DEBUG oslo_vmware.api [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.227173] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.236710] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d9536-451e-489d-84d7-bd16530eff02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.245412] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957d31d-0436-4433-a465-645865fd32e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.278574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838302d-2f1a-4af2-a339-d2f7b04ad59d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.286523] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f3253-d9ff-4fe5-be20-9005747c6b61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.300772] env[63393]: DEBUG nova.compute.provider_tree [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.337879] env[63393]: INFO nova.compute.manager [-] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Took 1.62 seconds to deallocate network for instance. [ 997.455718] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.539929] env[63393]: DEBUG nova.network.neutron [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Successfully created port: 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.615410] env[63393]: DEBUG oslo_vmware.api [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682350, 'name': PowerOffVM_Task, 'duration_secs': 0.440029} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.615697] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.615784] env[63393]: DEBUG nova.compute.manager [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.616564] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd1bd25-884d-4fdf-b229-405b6b23f671 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.442020] env[63393]: DEBUG nova.scheduler.client.report [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.446976] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.449855] env[63393]: DEBUG nova.network.neutron [-] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.458064] env[63393]: DEBUG nova.compute.manager [req-9fd261b1-5963-45bd-9a56-7e60fe22259d req-2085a132-23f3-4830-a253-54b14138150a service nova] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Received event network-vif-deleted-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.458269] env[63393]: DEBUG nova.compute.manager [req-9fd261b1-5963-45bd-9a56-7e60fe22259d req-2085a132-23f3-4830-a253-54b14138150a service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Received event network-vif-deleted-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.458434] env[63393]: INFO nova.compute.manager [req-9fd261b1-5963-45bd-9a56-7e60fe22259d req-2085a132-23f3-4830-a253-54b14138150a service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Neutron deleted interface 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb; detaching it from the instance and deleting it from the info cache [ 998.458595] env[63393]: DEBUG nova.network.neutron [req-9fd261b1-5963-45bd-9a56-7e60fe22259d req-2085a132-23f3-4830-a253-54b14138150a service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.463168] env[63393]: DEBUG oslo_concurrency.lockutils [None req-090832fb-6fcd-4b74-bccf-ff0c73ac1b26 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.383s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.495215] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.495403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.495574] env[63393]: DEBUG nova.network.neutron [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.961858] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.964415] env[63393]: INFO nova.compute.manager [-] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Took 2.20 seconds to deallocate network for instance. [ 998.965054] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.523s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.968762] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.063s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.968981] env[63393]: DEBUG nova.objects.instance [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'resources' on Instance uuid e793a785-04a4-4f16-9d06-6a2c62f5e484 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.970393] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bf4e8c8-ae46-445c-ba6c-9f1cec32483f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.973859] env[63393]: DEBUG nova.objects.instance [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.983661] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f43f3-c2ee-4248-92f3-ab1197549cd1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.999071] env[63393]: INFO nova.scheduler.client.report [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted allocations for instance f0f15136-a132-499f-8952-f85f57ffcce8 [ 999.008359] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.008603] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.008760] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.008939] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.009100] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.009251] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.009455] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.009613] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.009860] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.010046] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.010226] env[63393]: DEBUG nova.virt.hardware [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.012022] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10864f7-1096-4ae9-beb0-69a381a48ef3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.028611] env[63393]: DEBUG nova.compute.manager [req-9fd261b1-5963-45bd-9a56-7e60fe22259d req-2085a132-23f3-4830-a253-54b14138150a service nova] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Detach interface failed, port_id=824525fa-b424-4ae7-9fdf-ed7ee53bb7fb, reason: Instance cdf54115-b533-499d-8c18-f77d6764a807 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 999.031937] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309ff317-0463-48f1-8489-5047000a88d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.101759] env[63393]: DEBUG nova.network.neutron [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Successfully updated port: 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.260513] env[63393]: DEBUG nova.network.neutron [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.480284] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.480594] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.480628] env[63393]: DEBUG nova.network.neutron [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.480965] env[63393]: DEBUG nova.objects.instance [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'info_cache' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.518571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "f0f15136-a132-499f-8952-f85f57ffcce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.597s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.522570] env[63393]: INFO nova.compute.manager [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Took 0.56 seconds to detach 1 volumes for instance. [ 999.605025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.605321] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.605800] env[63393]: DEBUG nova.network.neutron [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.714432] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177705e-3c56-4b6b-8135-db16183fd599 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.722162] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50afac1f-3359-4158-b901-7d651f27629a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.752614] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f39a725-124b-4df2-beb4-4329bb1e9186 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.760059] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f5b4a-53e7-4353-886b-d6273257f682 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.764905] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.778203] env[63393]: DEBUG nova.compute.provider_tree [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.984867] env[63393]: DEBUG nova.objects.base [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Object Instance<70678f78-9ae6-4b57-9fd9-59497d540222> lazy-loaded attributes: flavor,info_cache {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.028530] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.135156] env[63393]: DEBUG nova.network.neutron [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.254750] env[63393]: DEBUG nova.network.neutron [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance_info_cache with network_info: [{"id": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "address": "fa:16:3e:9e:93:ce", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9ca6b8-c9", "ovs_interfaceid": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.265911] env[63393]: DEBUG nova.compute.manager [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Received event network-vif-plugged-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.266211] env[63393]: DEBUG oslo_concurrency.lockutils [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] Acquiring lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.266427] env[63393]: DEBUG oslo_concurrency.lockutils [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.266637] env[63393]: DEBUG oslo_concurrency.lockutils [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.266848] env[63393]: DEBUG nova.compute.manager [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] No waiting events found dispatching network-vif-plugged-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.267274] env[63393]: WARNING nova.compute.manager [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Received unexpected event network-vif-plugged-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 for instance with vm_state building and task_state spawning. [ 1000.267499] env[63393]: DEBUG nova.compute.manager [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Received event network-changed-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.267691] env[63393]: DEBUG nova.compute.manager [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Refreshing instance network info cache due to event network-changed-1c9ca6b8-c97c-4fea-b430-89ac33c0d301. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.267902] env[63393]: DEBUG oslo_concurrency.lockutils [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] Acquiring lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.280734] env[63393]: DEBUG nova.scheduler.client.report [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.286620] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ea764d-acbe-4487-9b98-03e21e3fc581 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.309985] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f0b0f7-e68a-45b0-9c38-16223e971962 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.313481] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.313750] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.320545] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.677694] env[63393]: DEBUG nova.network.neutron [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating instance_info_cache with network_info: [{"id": "5c7ca85b-de72-4409-8182-21d50ced91b7", "address": "fa:16:3e:2f:cd:1d", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c7ca85b-de", "ovs_interfaceid": "5c7ca85b-de72-4409-8182-21d50ced91b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.758186] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.758550] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Instance network_info: |[{"id": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "address": "fa:16:3e:9e:93:ce", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9ca6b8-c9", "ovs_interfaceid": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.758868] env[63393]: DEBUG oslo_concurrency.lockutils [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] Acquired lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.759067] env[63393]: DEBUG nova.network.neutron [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Refreshing network info cache for port 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.760202] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:93:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c9ca6b8-c97c-4fea-b430-89ac33c0d301', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.768864] env[63393]: DEBUG oslo.service.loopingcall [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.772365] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.772910] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829d779a-e26d-44bd-adf5-b478834627e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.789794] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.791674] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.761s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.793068] env[63393]: INFO nova.compute.claims [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.801442] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.801442] env[63393]: value = "task-2682351" [ 1000.801442] env[63393]: _type = "Task" [ 1000.801442] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.809714] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682351, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.810614] env[63393]: INFO nova.scheduler.client.report [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocations for instance e793a785-04a4-4f16-9d06-6a2c62f5e484 [ 1000.816736] env[63393]: INFO nova.compute.manager [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Detaching volume 21435d36-5aa7-41e8-8f1c-23d7ea72bd29 [ 1000.826706] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.827038] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e09876-0f06-420c-b5bf-538827c880d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.832695] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1000.832695] env[63393]: value = "task-2682352" [ 1000.832695] env[63393]: _type = "Task" [ 1000.832695] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.842024] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.854141] env[63393]: INFO nova.virt.block_device [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Attempting to driver detach volume 21435d36-5aa7-41e8-8f1c-23d7ea72bd29 from mountpoint /dev/sdb [ 1000.854482] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1000.854721] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540732', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'name': 'volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04813f80-e023-4a81-b71b-f1251526cc6f', 'attached_at': '', 'detached_at': '', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'serial': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1000.856068] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649620ce-ce82-4ed1-a503-50e90808eb5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.882734] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ade386a-3f7c-41cd-91f6-1120b7d145f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.889943] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e0550-25e1-4599-b8a4-020d5ffdbb9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.912318] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec60265-e75a-479f-a1e4-e5de8b922766 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.928918] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] The volume has not been displaced from its original location: [datastore1] volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29/volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1000.936019] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.936019] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56e4d4f-b5f8-4e7e-9f2a-b87be9b8f81d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.954145] env[63393]: DEBUG oslo_vmware.api [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1000.954145] env[63393]: value = "task-2682353" [ 1000.954145] env[63393]: _type = "Task" [ 1000.954145] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.962185] env[63393]: DEBUG oslo_vmware.api [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.046994] env[63393]: DEBUG nova.network.neutron [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updated VIF entry in instance network info cache for port 1c9ca6b8-c97c-4fea-b430-89ac33c0d301. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.047559] env[63393]: DEBUG nova.network.neutron [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance_info_cache with network_info: [{"id": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "address": "fa:16:3e:9e:93:ce", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9ca6b8-c9", "ovs_interfaceid": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.181130] env[63393]: DEBUG oslo_concurrency.lockutils [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "refresh_cache-70678f78-9ae6-4b57-9fd9-59497d540222" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.207856] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.208084] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.311614] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682351, 'name': CreateVM_Task, 'duration_secs': 0.311875} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.311782] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.312467] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.312681] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.312954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.313234] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31437bdd-c6ca-4cb6-84ff-9f720786c32c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.317572] env[63393]: DEBUG oslo_concurrency.lockutils [None req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e793a785-04a4-4f16-9d06-6a2c62f5e484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.816s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.320424] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1001.320424] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524cfea4-8456-36ab-9e55-d51b076aa251" [ 1001.320424] env[63393]: _type = "Task" [ 1001.320424] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.328786] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524cfea4-8456-36ab-9e55-d51b076aa251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.341465] env[63393]: DEBUG oslo_vmware.api [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682352, 'name': PowerOnVM_Task, 'duration_secs': 0.423992} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.341754] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.341936] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbc4be4-c302-4bdd-baa9-24e7a4e40cc4 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance 'd1f3667d-f592-4c2f-8eda-8e24b95f215b' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.463909] env[63393]: DEBUG oslo_vmware.api [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682353, 'name': ReconfigVM_Task, 'duration_secs': 0.256005} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.464208] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.468808] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c9618a-0bc3-4cdb-b1c0-ca54c271f09a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.484063] env[63393]: DEBUG oslo_vmware.api [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1001.484063] env[63393]: value = "task-2682354" [ 1001.484063] env[63393]: _type = "Task" [ 1001.484063] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.491347] env[63393]: DEBUG oslo_vmware.api [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.550707] env[63393]: DEBUG oslo_concurrency.lockutils [req-67c56030-3617-49b9-b33d-78c17eb36dab req-ce1d88a0-00ce-4c44-97a1-b242e2b5ffe6 service nova] Releasing lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.715158] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.715487] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.715487] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.715804] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.715880] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.716017] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.716190] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1001.716334] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.830199] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524cfea4-8456-36ab-9e55-d51b076aa251, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.832595] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.832829] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.833075] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.833228] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.833407] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.833825] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7025321-3421-427f-9cdf-7149adc25062 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.841382] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.841558] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.844267] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e54d89-0dd0-452d-849b-6eb0bf4b755d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.852603] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1001.852603] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522a0fcf-b419-0148-61ae-0a307f545f35" [ 1001.852603] env[63393]: _type = "Task" [ 1001.852603] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.863533] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522a0fcf-b419-0148-61ae-0a307f545f35, 'name': SearchDatastore_Task, 'duration_secs': 0.008367} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.864955] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4520319-80a7-4a2b-9163-5ebe2ad98ace {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.872377] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1001.872377] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529c32a7-4e95-2657-0e42-d3a745b35f42" [ 1001.872377] env[63393]: _type = "Task" [ 1001.872377] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.879853] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529c32a7-4e95-2657-0e42-d3a745b35f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.992364] env[63393]: DEBUG oslo_vmware.api [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682354, 'name': ReconfigVM_Task, 'duration_secs': 0.134339} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.994598] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540732', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'name': 'volume-21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04813f80-e023-4a81-b71b-f1251526cc6f', 'attached_at': '', 'detached_at': '', 'volume_id': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29', 'serial': '21435d36-5aa7-41e8-8f1c-23d7ea72bd29'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1002.015323] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca006bfd-0709-449c-a08a-8f816bc75053 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.022071] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afd709d-50a4-41d8-b9df-efbf506a59ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.051966] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9962b98-b150-45b2-a8bd-0bce70c3637a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.059253] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeffaa1f-a9d8-481c-bf9b-79af1c64cf35 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.072234] env[63393]: DEBUG nova.compute.provider_tree [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.187058] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.187385] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea43389a-4353-420e-afd1-e023a3ca7367 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.195131] env[63393]: DEBUG oslo_vmware.api [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1002.195131] env[63393]: value = "task-2682355" [ 1002.195131] env[63393]: _type = "Task" [ 1002.195131] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.202749] env[63393]: DEBUG oslo_vmware.api [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.219238] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.383353] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529c32a7-4e95-2657-0e42-d3a745b35f42, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.383625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.383955] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3/e0efc5b4-085b-4f18-8b7b-829b162cd3e3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.384383] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-409d5d8c-57ac-4fd5-96a4-0413f136dc91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.392473] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1002.392473] env[63393]: value = "task-2682356" [ 1002.392473] env[63393]: _type = "Task" [ 1002.392473] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.402374] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.536168] env[63393]: DEBUG nova.objects.instance [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'flavor' on Instance uuid 04813f80-e023-4a81-b71b-f1251526cc6f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.576120] env[63393]: DEBUG nova.scheduler.client.report [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.705941] env[63393]: DEBUG oslo_vmware.api [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682355, 'name': PowerOnVM_Task, 'duration_secs': 0.508322} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.706323] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.706544] env[63393]: DEBUG nova.compute.manager [None req-102e5ad2-d937-4477-b182-1b429593ac63 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.707458] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c020ef32-21dc-4ad8-8544-10d305be83a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.902662] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456933} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.902929] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3/e0efc5b4-085b-4f18-8b7b-829b162cd3e3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.903160] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.903416] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69966bf5-4102-4084-b2cd-3f4896baf77f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.909971] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1002.909971] env[63393]: value = "task-2682357" [ 1002.909971] env[63393]: _type = "Task" [ 1002.909971] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.918144] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.081173] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.081744] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.084521] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.863s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.084765] env[63393]: DEBUG nova.objects.instance [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid 4115368b-b233-43aa-9a0b-1cce5c2ddbe6 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.424631] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061304} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.425047] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.426216] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9a0dd-5f80-4cc3-b888-18211708db67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.464207] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3/e0efc5b4-085b-4f18-8b7b-829b162cd3e3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.465017] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.465476] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.465770] env[63393]: DEBUG nova.compute.manager [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Going to confirm migration 5 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1003.468085] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51687940-2d76-4f8f-8058-40daf43e26d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.494942] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1003.494942] env[63393]: value = "task-2682358" [ 1003.494942] env[63393]: _type = "Task" [ 1003.494942] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.507083] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.544963] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ca069131-01cc-4f2b-bb6b-df4393c00807 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.590867] env[63393]: DEBUG nova.compute.utils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.592425] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.592602] env[63393]: DEBUG nova.network.neutron [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.631013] env[63393]: DEBUG nova.policy [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6aff45f6a4c02bf469895943ef92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b7f9cc44d34b3195bd456d157b7310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.818544] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb30283e-8b89-49e1-a4f0-43b78853416e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.826477] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f0be9-7f03-44ae-919a-94146bdc21b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.861917] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b09344-9d8a-4a96-b5c0-14c271a170a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.868785] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9e76b6-3e6f-4b7f-a4a4-4fb0f028592c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.882709] env[63393]: DEBUG nova.compute.provider_tree [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.902883] env[63393]: DEBUG nova.network.neutron [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Successfully created port: c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.005121] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682358, 'name': ReconfigVM_Task, 'duration_secs': 0.287148} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.005461] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3/e0efc5b4-085b-4f18-8b7b-829b162cd3e3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.006133] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8699e71b-80bf-44d2-aa30-466689f62618 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.012159] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1004.012159] env[63393]: value = "task-2682359" [ 1004.012159] env[63393]: _type = "Task" [ 1004.012159] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.021221] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682359, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.099477] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.274022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.274022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.274022] env[63393]: DEBUG nova.network.neutron [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.274022] env[63393]: DEBUG nova.objects.instance [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'info_cache' on Instance uuid d1f3667d-f592-4c2f-8eda-8e24b95f215b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.387943] env[63393]: DEBUG nova.scheduler.client.report [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.527459] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682359, 'name': Rename_Task, 'duration_secs': 0.134167} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.527459] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.527459] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-130fa68e-901f-4246-92dc-1c4e59d1c921 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.534849] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1004.534849] env[63393]: value = "task-2682360" [ 1004.534849] env[63393]: _type = "Task" [ 1004.534849] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.544575] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.609428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.609774] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.609925] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "04813f80-e023-4a81-b71b-f1251526cc6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.610134] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.610308] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.612218] env[63393]: INFO nova.compute.manager [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Terminating instance [ 1004.727340] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.727597] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.895314] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.898037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.451s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.898332] env[63393]: DEBUG nova.objects.instance [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'resources' on Instance uuid 660bc5e1-797b-420e-a1ac-2498789085e1 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.919757] env[63393]: INFO nova.scheduler.client.report [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance 4115368b-b233-43aa-9a0b-1cce5c2ddbe6 [ 1005.044823] env[63393]: DEBUG oslo_vmware.api [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682360, 'name': PowerOnVM_Task, 'duration_secs': 0.444732} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.045099] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.045311] env[63393]: INFO nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Took 6.08 seconds to spawn the instance on the hypervisor. [ 1005.045487] env[63393]: DEBUG nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.046751] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959655b-78ff-430b-a3f3-2264640353eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.110561] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.115654] env[63393]: DEBUG nova.compute.manager [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.115902] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.116787] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27459e8-d004-4b17-a645-06bc882b3b58 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.124234] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.124471] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af07605-906c-4adf-91bd-0146022479b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.132522] env[63393]: DEBUG oslo_vmware.api [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1005.132522] env[63393]: value = "task-2682361" [ 1005.132522] env[63393]: _type = "Task" [ 1005.132522] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.138484] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.138718] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.138876] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.139073] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.139226] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.139374] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.139585] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.139746] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.139911] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.140088] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.140270] env[63393]: DEBUG nova.virt.hardware [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.141030] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92075f6a-9bea-4ac0-8406-9b5e4033c502 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.146169] env[63393]: DEBUG oslo_vmware.api [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.151074] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd1135-0e18-4ddb-9deb-1257ffc3d657 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.231372] env[63393]: DEBUG nova.compute.utils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.426493] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f7bbf68f-06f4-4272-ac79-731c116d94ea tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4115368b-b233-43aa-9a0b-1cce5c2ddbe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.691s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.568774] env[63393]: INFO nova.compute.manager [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Took 11.62 seconds to build instance. [ 1005.615626] env[63393]: DEBUG nova.network.neutron [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [{"id": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "address": "fa:16:3e:29:e3:73", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452d0345-fd", "ovs_interfaceid": "452d0345-fd40-41c9-b3bd-e22c356e1fb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.643554] env[63393]: DEBUG oslo_vmware.api [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682361, 'name': PowerOffVM_Task, 'duration_secs': 0.408177} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.643822] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.644150] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.646405] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dd86b12-b7bc-4ed7-bd83-44a5c91631bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.659654] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56303f72-b999-4722-a641-e25feef3ba91 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.667353] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e1db6-acca-43d3-b5fa-5e2d3e0ae58f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.703666] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71a3d23-9066-4e98-8f0e-2488974c7667 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.712670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ffe890-489b-4669-bd44-c0d947615e00 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.718413] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.718740] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.719062] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleting the datastore file [datastore2] 04813f80-e023-4a81-b71b-f1251526cc6f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.721629] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ca079bb-785d-4246-8f0a-0a6b2903881e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.730963] env[63393]: DEBUG nova.compute.provider_tree [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.737195] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.740380] env[63393]: DEBUG oslo_vmware.api [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1005.740380] env[63393]: value = "task-2682363" [ 1005.740380] env[63393]: _type = "Task" [ 1005.740380] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.750118] env[63393]: DEBUG oslo_vmware.api [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.935306] env[63393]: DEBUG nova.network.neutron [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Successfully updated port: c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.073611] env[63393]: DEBUG oslo_concurrency.lockutils [None req-767593be-543f-4a0c-b1d7-91eb548ac83b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.146s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.118126] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-d1f3667d-f592-4c2f-8eda-8e24b95f215b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.118432] env[63393]: DEBUG nova.objects.instance [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'migration_context' on Instance uuid d1f3667d-f592-4c2f-8eda-8e24b95f215b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.238840] env[63393]: DEBUG nova.scheduler.client.report [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.251670] env[63393]: DEBUG oslo_vmware.api [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341989} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.251933] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.252132] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.252333] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.252481] env[63393]: INFO nova.compute.manager [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1006.252720] env[63393]: DEBUG oslo.service.loopingcall [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.253539] env[63393]: DEBUG nova.compute.manager [-] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.253643] env[63393]: DEBUG nova.network.neutron [-] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.308729] env[63393]: DEBUG nova.compute.manager [req-474f3fce-4749-4304-a70d-2f1248a451bf req-a70f72c9-1ccd-43db-9aee-7e1126384f64 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Received event network-vif-plugged-c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.308954] env[63393]: DEBUG oslo_concurrency.lockutils [req-474f3fce-4749-4304-a70d-2f1248a451bf req-a70f72c9-1ccd-43db-9aee-7e1126384f64 service nova] Acquiring lock "969ca01a-db25-41d9-b196-909746e90666-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.309187] env[63393]: DEBUG oslo_concurrency.lockutils [req-474f3fce-4749-4304-a70d-2f1248a451bf req-a70f72c9-1ccd-43db-9aee-7e1126384f64 service nova] Lock "969ca01a-db25-41d9-b196-909746e90666-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.309360] env[63393]: DEBUG oslo_concurrency.lockutils [req-474f3fce-4749-4304-a70d-2f1248a451bf req-a70f72c9-1ccd-43db-9aee-7e1126384f64 service nova] Lock "969ca01a-db25-41d9-b196-909746e90666-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.309527] env[63393]: DEBUG nova.compute.manager [req-474f3fce-4749-4304-a70d-2f1248a451bf req-a70f72c9-1ccd-43db-9aee-7e1126384f64 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] No waiting events found dispatching network-vif-plugged-c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.309689] env[63393]: WARNING nova.compute.manager [req-474f3fce-4749-4304-a70d-2f1248a451bf req-a70f72c9-1ccd-43db-9aee-7e1126384f64 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Received unexpected event network-vif-plugged-c84c9f98-c73f-4da5-9df8-596d5facbd75 for instance with vm_state building and task_state spawning. [ 1006.444022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-969ca01a-db25-41d9-b196-909746e90666" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.444022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-969ca01a-db25-41d9-b196-909746e90666" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.444022] env[63393]: DEBUG nova.network.neutron [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.578053] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-d52158db-c647-472d-884e-ed5bbe725bf4-34da0024-1276-4f7d-94b8-53ce9feb6da8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.578367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-d52158db-c647-472d-884e-ed5bbe725bf4-34da0024-1276-4f7d-94b8-53ce9feb6da8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.580595] env[63393]: DEBUG nova.objects.instance [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'flavor' on Instance uuid d52158db-c647-472d-884e-ed5bbe725bf4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.622383] env[63393]: DEBUG nova.objects.base [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.623036] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d54eb-3e08-4542-970c-67f790c5a772 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.657092] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae41afc-7204-441d-ab16-ddb72d18790a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.661538] env[63393]: DEBUG oslo_vmware.api [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1006.661538] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ceb3a2-2a69-643e-6d20-a83810f58529" [ 1006.661538] env[63393]: _type = "Task" [ 1006.661538] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.669886] env[63393]: DEBUG oslo_vmware.api [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ceb3a2-2a69-643e-6d20-a83810f58529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.747439] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.749954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.722s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.750231] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.751909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.533s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.752109] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.752275] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1006.753544] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8395a5eb-dc9c-4db7-acb6-b9a00290a673 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.762168] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548643f9-334d-48ae-995d-8be40dfd63ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.783025] env[63393]: INFO nova.scheduler.client.report [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted allocations for instance cdf54115-b533-499d-8c18-f77d6764a807 [ 1006.785926] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8fd547-06aa-49d3-b70c-839e6499c730 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.787308] env[63393]: INFO nova.scheduler.client.report [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleted allocations for instance 660bc5e1-797b-420e-a1ac-2498789085e1 [ 1006.792141] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.792409] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.792625] env[63393]: INFO nova.compute.manager [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Attaching volume 8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc to /dev/sdb [ 1006.797588] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee1a07-fa49-4c1e-bb1f-cec5dff16c68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.834075] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179056MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1006.834239] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.834441] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.848174] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abbd70-a2d6-4e5e-b53a-a769f4ddbb61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.858681] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a7643-c388-4734-88ed-2e1d17f77ce8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.870406] env[63393]: DEBUG nova.virt.block_device [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updating existing volume attachment record: f7c4231b-f04a-46bb-9bc7-e3a57e480750 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1006.972319] env[63393]: DEBUG nova.network.neutron [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.110284] env[63393]: DEBUG nova.network.neutron [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Updating instance_info_cache with network_info: [{"id": "c84c9f98-c73f-4da5-9df8-596d5facbd75", "address": "fa:16:3e:48:b0:23", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84c9f98-c7", "ovs_interfaceid": "c84c9f98-c73f-4da5-9df8-596d5facbd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.158945] env[63393]: DEBUG nova.network.neutron [-] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.172882] env[63393]: DEBUG oslo_vmware.api [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ceb3a2-2a69-643e-6d20-a83810f58529, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.173255] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.191032] env[63393]: DEBUG nova.objects.instance [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'pci_requests' on Instance uuid d52158db-c647-472d-884e-ed5bbe725bf4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.250434] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "4e7a0157-bfb2-471e-a742-8f3c41c16393" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.250671] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.296972] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c864ded1-85f6-46a5-8df5-4dfb81160970 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "cdf54115-b533-499d-8c18-f77d6764a807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.341s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.297377] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "660bc5e1-797b-420e-a1ac-2498789085e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.208s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.616515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-969ca01a-db25-41d9-b196-909746e90666" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.616918] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Instance network_info: |[{"id": "c84c9f98-c73f-4da5-9df8-596d5facbd75", "address": "fa:16:3e:48:b0:23", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84c9f98-c7", "ovs_interfaceid": "c84c9f98-c73f-4da5-9df8-596d5facbd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.617440] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b0:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84c9f98-c73f-4da5-9df8-596d5facbd75', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.625179] env[63393]: DEBUG oslo.service.loopingcall [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.625832] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969ca01a-db25-41d9-b196-909746e90666] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.626124] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c5c6da4-9b58-40a5-9d62-91f700d9e613 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.647300] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.647300] env[63393]: value = "task-2682367" [ 1007.647300] env[63393]: _type = "Task" [ 1007.647300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.655609] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682367, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.667892] env[63393]: INFO nova.compute.manager [-] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Took 1.41 seconds to deallocate network for instance. [ 1007.694547] env[63393]: DEBUG nova.objects.base [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.694878] env[63393]: DEBUG nova.network.neutron [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.753471] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.771096] env[63393]: DEBUG nova.policy [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.846538] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Applying migration context for instance d1f3667d-f592-4c2f-8eda-8e24b95f215b as it has an incoming, in-progress migration f9922d46-1598-415a-b2fa-5744aa2bdba1. Migration status is confirming {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1007.848376] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating resource usage from migration f9922d46-1598-415a-b2fa-5744aa2bdba1 [ 1007.875080] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance ce27a7e1-05e2-46b0-9689-39d4efbda232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.875080] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 369dc141-ec0b-4237-aed7-d047e9a59bab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.875080] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.875255] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance a69b263d-15c2-4ac7-9a13-06726bdf168d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876050] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 70678f78-9ae6-4b57-9fd9-59497d540222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876050] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 04813f80-e023-4a81-b71b-f1251526cc6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876050] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876050] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876440] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 929bb0c0-e250-4ddf-b096-18dab8fc4806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876440] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d52158db-c647-472d-884e-ed5bbe725bf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876645] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 0fe13f78-4023-494b-abaa-e1d8f5e727aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.876821] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Migration f9922d46-1598-415a-b2fa-5744aa2bdba1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1007.877020] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d1f3667d-f592-4c2f-8eda-8e24b95f215b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1007.877167] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 969ca01a-db25-41d9-b196-909746e90666 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1008.157725] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682367, 'name': CreateVM_Task, 'duration_secs': 0.411494} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.158028] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969ca01a-db25-41d9-b196-909746e90666] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.158608] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.158773] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.159099] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.159351] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cc5f8e-f6a0-4239-9831-93e70641d8ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.164300] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1008.164300] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bc353b-8dc5-60de-ea29-ff2809451a6c" [ 1008.164300] env[63393]: _type = "Task" [ 1008.164300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.172186] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bc353b-8dc5-60de-ea29-ff2809451a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.177244] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.274463] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.339920] env[63393]: DEBUG nova.compute.manager [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Received event network-changed-c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.340276] env[63393]: DEBUG nova.compute.manager [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Refreshing instance network info cache due to event network-changed-c84c9f98-c73f-4da5-9df8-596d5facbd75. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.340525] env[63393]: DEBUG oslo_concurrency.lockutils [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] Acquiring lock "refresh_cache-969ca01a-db25-41d9-b196-909746e90666" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.340665] env[63393]: DEBUG oslo_concurrency.lockutils [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] Acquired lock "refresh_cache-969ca01a-db25-41d9-b196-909746e90666" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.340828] env[63393]: DEBUG nova.network.neutron [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Refreshing network info cache for port c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.382712] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4e7a0157-bfb2-471e-a742-8f3c41c16393 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1008.541062] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.541185] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.677379] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bc353b-8dc5-60de-ea29-ff2809451a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.033951} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.677618] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.677850] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.678095] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.678253] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.678461] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.678717] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425627c9-6494-4fbb-be6e-56fe51fd51d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.688461] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.688625] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.689313] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54964b88-2fa1-4500-aa2f-08cc963fd451 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.694130] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1008.694130] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ed3a78-c0da-7b4e-7798-5506f9e316f3" [ 1008.694130] env[63393]: _type = "Task" [ 1008.694130] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.703827] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ed3a78-c0da-7b4e-7798-5506f9e316f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.795976] env[63393]: DEBUG nova.compute.manager [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1008.885221] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e4381bb0-11a9-45ad-a477-809af417eab6 has allocations against this compute host but is not found in the database. [ 1008.885480] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1008.885621] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1009.045314] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.046699] env[63393]: DEBUG nova.network.neutron [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Updated VIF entry in instance network info cache for port c84c9f98-c73f-4da5-9df8-596d5facbd75. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.047036] env[63393]: DEBUG nova.network.neutron [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Updating instance_info_cache with network_info: [{"id": "c84c9f98-c73f-4da5-9df8-596d5facbd75", "address": "fa:16:3e:48:b0:23", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84c9f98-c7", "ovs_interfaceid": "c84c9f98-c73f-4da5-9df8-596d5facbd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.110723] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b72066-2691-423a-b8d5-ed8b105cd9ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.118998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8159fc54-3f00-4260-94fd-6e444c9461d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.151856] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd93fec9-ed0f-4c11-a5b7-af62004e3a7f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.159738] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338e98e7-b661-437d-b409-1f64a1eba3e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.173581] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.204011] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ed3a78-c0da-7b4e-7798-5506f9e316f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017535} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.204796] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3e6814-009f-4352-b3b5-3bdfd3248197 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.209829] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1009.209829] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523a1101-f1e8-c01c-1c1d-632176d393cb" [ 1009.209829] env[63393]: _type = "Task" [ 1009.209829] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.217469] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523a1101-f1e8-c01c-1c1d-632176d393cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.281915] env[63393]: DEBUG nova.network.neutron [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Successfully updated port: 34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.312682] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.551940] env[63393]: DEBUG oslo_concurrency.lockutils [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] Releasing lock "refresh_cache-969ca01a-db25-41d9-b196-909746e90666" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.552263] env[63393]: DEBUG nova.compute.manager [req-12d43b74-093c-4051-90cc-a748f6e82166 req-345e7f4a-66ea-477c-9903-021f1601cce2 service nova] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Received event network-vif-deleted-c688f530-6501-4592-8f94-d7ea1ee47c5b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.564935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.676700] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.722150] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523a1101-f1e8-c01c-1c1d-632176d393cb, 'name': SearchDatastore_Task, 'duration_secs': 0.047792} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.722410] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.722665] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 969ca01a-db25-41d9-b196-909746e90666/969ca01a-db25-41d9-b196-909746e90666.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.722917] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bea5670-262f-4bad-96c8-4dcc00babb11 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.730042] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1009.730042] env[63393]: value = "task-2682370" [ 1009.730042] env[63393]: _type = "Task" [ 1009.730042] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.738075] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.785636] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.785896] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.786200] env[63393]: DEBUG nova.network.neutron [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.182517] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1010.182925] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.348s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.183106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.010s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.239810] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502068} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.240107] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 969ca01a-db25-41d9-b196-909746e90666/969ca01a-db25-41d9-b196-909746e90666.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.240323] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.240588] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea3ef22e-d1c3-4ebf-a942-e6eb8986d296 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.246862] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1010.246862] env[63393]: value = "task-2682371" [ 1010.246862] env[63393]: _type = "Task" [ 1010.246862] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.254614] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.322597] env[63393]: WARNING nova.network.neutron [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] 3e642c32-43c1-4310-9169-d24281728683 already exists in list: networks containing: ['3e642c32-43c1-4310-9169-d24281728683']. ignoring it [ 1010.523733] env[63393]: DEBUG nova.compute.manager [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-vif-plugged-34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.524058] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.524317] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] Lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.524484] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] Lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.524648] env[63393]: DEBUG nova.compute.manager [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] No waiting events found dispatching network-vif-plugged-34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.524812] env[63393]: WARNING nova.compute.manager [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received unexpected event network-vif-plugged-34da0024-1276-4f7d-94b8-53ce9feb6da8 for instance with vm_state active and task_state None. [ 1010.524971] env[63393]: DEBUG nova.compute.manager [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-changed-34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.525137] env[63393]: DEBUG nova.compute.manager [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing instance network info cache due to event network-changed-34da0024-1276-4f7d-94b8-53ce9feb6da8. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.525301] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.601151] env[63393]: DEBUG nova.network.neutron [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "address": "fa:16:3e:16:fd:77", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34da0024-12", "ovs_interfaceid": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.758478] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070622} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.758760] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.759546] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ac58c-de9e-4477-aa40-cb8bab76439c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.783555] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 969ca01a-db25-41d9-b196-909746e90666/969ca01a-db25-41d9-b196-909746e90666.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.786156] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c560c683-0c59-42e1-b1c1-977fd4acd342 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.806030] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1010.806030] env[63393]: value = "task-2682372" [ 1010.806030] env[63393]: _type = "Task" [ 1010.806030] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.814679] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.933066] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c0c5a9-e497-4c0c-85fe-e556cde1c1a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.940635] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938fe5c-3082-421d-8532-417f7a035698 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.973702] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99739d7-82bb-4175-b215-bdc7b5318f93 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.984809] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dbe859-223e-4017-9c10-246950dcc7de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.999769] env[63393]: DEBUG nova.compute.provider_tree [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.104697] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.105403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.105565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.105849] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.106041] env[63393]: DEBUG nova.network.neutron [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing network info cache for port 34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.108242] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20867e8-c5ca-4ee3-a60b-495065f9590f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.125023] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.125253] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.125412] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.125591] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.125739] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.125883] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.126115] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.126312] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.126486] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.126650] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.126824] env[63393]: DEBUG nova.virt.hardware [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.133036] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Reconfiguring VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1011.133781] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f5c08d-9bd5-46bc-8853-162957e2fce7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.151354] env[63393]: DEBUG oslo_vmware.api [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1011.151354] env[63393]: value = "task-2682373" [ 1011.151354] env[63393]: _type = "Task" [ 1011.151354] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.159362] env[63393]: DEBUG oslo_vmware.api [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682373, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.317137] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.479880] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "369dc141-ec0b-4237-aed7-d047e9a59bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.480265] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.480540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "369dc141-ec0b-4237-aed7-d047e9a59bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.480760] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.481020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.483800] env[63393]: INFO nova.compute.manager [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Terminating instance [ 1011.502957] env[63393]: DEBUG nova.scheduler.client.report [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.661702] env[63393]: DEBUG oslo_vmware.api [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.816497] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682372, 'name': ReconfigVM_Task, 'duration_secs': 0.996515} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.816834] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 969ca01a-db25-41d9-b196-909746e90666/969ca01a-db25-41d9-b196-909746e90666.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.818207] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e2a243-15b9-4046-bae4-aaf620641dd6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.823672] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1011.823672] env[63393]: value = "task-2682374" [ 1011.823672] env[63393]: _type = "Task" [ 1011.823672] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.827320] env[63393]: DEBUG nova.network.neutron [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updated VIF entry in instance network info cache for port 34da0024-1276-4f7d-94b8-53ce9feb6da8. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.827725] env[63393]: DEBUG nova.network.neutron [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "address": "fa:16:3e:16:fd:77", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34da0024-12", "ovs_interfaceid": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.833973] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682374, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.919747] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1011.920081] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1011.920930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fea455-10b9-442e-ab33-b8cecd57bcba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.937290] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8b8cd-45aa-47ca-95d0-4fda97fd94ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.961658] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc/volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.961904] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5b73d7-3e73-498b-8473-a04e3eb4c474 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.979937] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1011.979937] env[63393]: value = "task-2682375" [ 1011.979937] env[63393]: _type = "Task" [ 1011.979937] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.988349] env[63393]: DEBUG nova.compute.manager [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.988572] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.988831] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.989562] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f616c0aa-4052-4af9-b731-fa51fd3221d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.996018] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.996270] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2b9d049-9430-4e98-b4ca-58adb01df514 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.001419] env[63393]: DEBUG oslo_vmware.api [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 1012.001419] env[63393]: value = "task-2682376" [ 1012.001419] env[63393]: _type = "Task" [ 1012.001419] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.012047] env[63393]: DEBUG oslo_vmware.api [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.163379] env[63393]: DEBUG oslo_vmware.api [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682373, 'name': ReconfigVM_Task, 'duration_secs': 0.67817} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.163932] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.164227] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Reconfigured VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1012.335437] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d9cab1f-73e5-4dfa-aeea-8ec26a86d52e req-43ae0544-68d0-4206-a93a-ed18a9d6da90 service nova] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.335876] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682374, 'name': Rename_Task, 'duration_secs': 0.152164} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.336114] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.336383] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-122adbf6-392a-476f-87a9-9e02405bcf4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.343312] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1012.343312] env[63393]: value = "task-2682377" [ 1012.343312] env[63393]: _type = "Task" [ 1012.343312] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.350872] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.489986] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682375, 'name': ReconfigVM_Task, 'duration_secs': 0.400091} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.490304] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc/volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.495023] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56c1fa9-6e86-4252-8c38-a96ebda4660d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.514399] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.331s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.517341] env[63393]: DEBUG oslo_vmware.api [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682376, 'name': PowerOffVM_Task, 'duration_secs': 0.315868} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.518531] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.341s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.518820] env[63393]: DEBUG nova.objects.instance [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'resources' on Instance uuid 04813f80-e023-4a81-b71b-f1251526cc6f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.519719] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.519885] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.521230] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1012.521230] env[63393]: value = "task-2682378" [ 1012.521230] env[63393]: _type = "Task" [ 1012.521230] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.521230] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ab3bf9-0981-496a-af79-762a43a60058 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.530549] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.668819] env[63393]: DEBUG oslo_concurrency.lockutils [None req-42d1c088-af65-4834-a3af-60503499e450 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-d52158db-c647-472d-884e-ed5bbe725bf4-34da0024-1276-4f7d-94b8-53ce9feb6da8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.090s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.857643] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682377, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.038457] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.082811] env[63393]: INFO nova.scheduler.client.report [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted allocation for migration f9922d46-1598-415a-b2fa-5744aa2bdba1 [ 1013.126271] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.126506] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.126688] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleting the datastore file [datastore1] 369dc141-ec0b-4237-aed7-d047e9a59bab {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.129243] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82004dd1-6928-4a0e-b73e-0c4952c5c4c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.135328] env[63393]: DEBUG oslo_vmware.api [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 1013.135328] env[63393]: value = "task-2682380" [ 1013.135328] env[63393]: _type = "Task" [ 1013.135328] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.143483] env[63393]: DEBUG oslo_vmware.api [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.249812] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7668ea41-f6b4-49d7-a6d4-29e805c1d30b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.257311] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9f6e0b-9de6-444d-8abe-5c6e296d1329 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.287607] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f56ce3-6ad5-4386-9258-d84ef7e50cb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.294849] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21d2709-c7d7-44b2-b90e-45281bd5aeb2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.307950] env[63393]: DEBUG nova.compute.provider_tree [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.354037] env[63393]: DEBUG oslo_vmware.api [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682377, 'name': PowerOnVM_Task, 'duration_secs': 0.748112} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.354437] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.354545] env[63393]: INFO nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1013.354714] env[63393]: DEBUG nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.355481] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b158c2a3-1ae2-4d10-a72a-f1ef7e2d0969 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.538191] env[63393]: DEBUG oslo_vmware.api [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682378, 'name': ReconfigVM_Task, 'duration_secs': 0.97064} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.538737] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1013.588547] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f0d3532f-339e-4523-9b35-4ad1629c9777 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.123s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.645641] env[63393]: DEBUG oslo_vmware.api [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500733} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.645893] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.646128] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.647031] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.647031] env[63393]: INFO nova.compute.manager [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1013.647031] env[63393]: DEBUG oslo.service.loopingcall [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.647031] env[63393]: DEBUG nova.compute.manager [-] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.647031] env[63393]: DEBUG nova.network.neutron [-] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.814117] env[63393]: DEBUG nova.scheduler.client.report [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.873971] env[63393]: INFO nova.compute.manager [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Took 16.86 seconds to build instance. [ 1014.056853] env[63393]: DEBUG nova.compute.manager [req-0061698b-2bbb-415d-8f67-62f042937474 req-9e0ce76d-c716-4732-b928-7450c43bf42b service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Received event network-vif-deleted-b0918a5e-d79c-4d8e-a70c-0004135acd3a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.057149] env[63393]: INFO nova.compute.manager [req-0061698b-2bbb-415d-8f67-62f042937474 req-9e0ce76d-c716-4732-b928-7450c43bf42b service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Neutron deleted interface b0918a5e-d79c-4d8e-a70c-0004135acd3a; detaching it from the instance and deleting it from the info cache [ 1014.057329] env[63393]: DEBUG nova.network.neutron [req-0061698b-2bbb-415d-8f67-62f042937474 req-9e0ce76d-c716-4732-b928-7450c43bf42b service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.315943] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.318593] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.044s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.320126] env[63393]: INFO nova.compute.claims [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.334550] env[63393]: INFO nova.scheduler.client.report [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted allocations for instance 04813f80-e023-4a81-b71b-f1251526cc6f [ 1014.376014] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-d52158db-c647-472d-884e-ed5bbe725bf4-34da0024-1276-4f7d-94b8-53ce9feb6da8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.376390] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-d52158db-c647-472d-884e-ed5bbe725bf4-34da0024-1276-4f7d-94b8-53ce9feb6da8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.377688] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1cd5079b-dd22-431f-b894-efa4bdb0387c tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "969ca01a-db25-41d9-b196-909746e90666" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.372s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.477151] env[63393]: DEBUG nova.network.neutron [-] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.540260] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa41211-f8f7-4ea6-983d-e205ec77ca3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.547405] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Suspending the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1014.547599] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0558afbd-2605-4f96-bb94-d7e5a307ae14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.553493] env[63393]: DEBUG oslo_vmware.api [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1014.553493] env[63393]: value = "task-2682381" [ 1014.553493] env[63393]: _type = "Task" [ 1014.553493] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.561344] env[63393]: DEBUG oslo_vmware.api [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682381, 'name': SuspendVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.561543] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-388d9605-f623-49ab-b858-d180c11898ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.571553] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd7d25-b96e-4aa7-b84b-426879b07455 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.582577] env[63393]: DEBUG nova.objects.instance [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'flavor' on Instance uuid 929bb0c0-e250-4ddf-b096-18dab8fc4806 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.605552] env[63393]: DEBUG nova.compute.manager [req-0061698b-2bbb-415d-8f67-62f042937474 req-9e0ce76d-c716-4732-b928-7450c43bf42b service nova] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Detach interface failed, port_id=b0918a5e-d79c-4d8e-a70c-0004135acd3a, reason: Instance 369dc141-ec0b-4237-aed7-d047e9a59bab could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1014.616106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.616401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.616612] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.616800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.616970] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.619114] env[63393]: INFO nova.compute.manager [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Terminating instance [ 1014.842907] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "04813f80-e023-4a81-b71b-f1251526cc6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.233s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.879888] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.880083] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.881131] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f5792-42be-4c22-8d86-84d9a20d7cc3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.901838] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1318fb34-3bbc-4afb-b1dd-f3f2a756cfa8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.927668] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Reconfiguring VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1014.927974] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b27fba-e131-4956-9394-c3b7619d0fe6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.946363] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1014.946363] env[63393]: value = "task-2682382" [ 1014.946363] env[63393]: _type = "Task" [ 1014.946363] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.954287] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.980710] env[63393]: INFO nova.compute.manager [-] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Took 1.33 seconds to deallocate network for instance. [ 1015.065435] env[63393]: DEBUG oslo_vmware.api [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682381, 'name': SuspendVM_Task} progress is 70%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.087223] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ad847a44-6444-49b7-9b8b-d71f8d7846fe tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.122951] env[63393]: DEBUG nova.compute.manager [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.123223] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.124206] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48774694-696c-4760-b35d-8bbce85d9cc4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.131658] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.131918] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c278e6ea-8fbc-4153-811b-4718e2bac3f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.139290] env[63393]: DEBUG oslo_vmware.api [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1015.139290] env[63393]: value = "task-2682383" [ 1015.139290] env[63393]: _type = "Task" [ 1015.139290] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.146538] env[63393]: DEBUG oslo_vmware.api [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.455820] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.499246] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.499648] env[63393]: INFO nova.compute.manager [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Rebuilding instance [ 1015.547535] env[63393]: DEBUG nova.compute.manager [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.548447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9afed94-552e-4726-9c8c-1001da60c93a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.562023] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beda875d-74dc-487e-9b18-bbbb40f033ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.574831] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad6022-1ac8-4051-bdbf-c8156757eef3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.578173] env[63393]: DEBUG oslo_vmware.api [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682381, 'name': SuspendVM_Task, 'duration_secs': 0.62822} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.578443] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Suspended the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1015.578622] env[63393]: DEBUG nova.compute.manager [None req-0ef7d3ec-7bfe-484c-8927-a43e11ae9b50 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.579725] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99408622-125f-4c05-9a42-0622b41f2988 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.609502] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f13ed5-14d7-44ea-8fc7-3a49dd6c936c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.620448] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd2b862-39ec-41eb-8a56-dcad9d1ec2e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.634643] env[63393]: DEBUG nova.compute.provider_tree [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.649601] env[63393]: DEBUG oslo_vmware.api [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682383, 'name': PowerOffVM_Task, 'duration_secs': 0.195253} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.649881] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.650080] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.650360] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-524f3253-f6dc-4cc4-9e11-642ccaec5a61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.730907] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.731151] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.731339] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleting the datastore file [datastore1] d1f3667d-f592-4c2f-8eda-8e24b95f215b {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.731604] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-987fa1a7-921c-421d-bcea-eea6eab2b912 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.739473] env[63393]: DEBUG oslo_vmware.api [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1015.739473] env[63393]: value = "task-2682385" [ 1015.739473] env[63393]: _type = "Task" [ 1015.739473] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.747247] env[63393]: DEBUG oslo_vmware.api [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.956705] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.137576] env[63393]: DEBUG nova.scheduler.client.report [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.249519] env[63393]: DEBUG oslo_vmware.api [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137007} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.249519] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.249747] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.249816] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.249966] env[63393]: INFO nova.compute.manager [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.250277] env[63393]: DEBUG oslo.service.loopingcall [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.250484] env[63393]: DEBUG nova.compute.manager [-] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.250585] env[63393]: DEBUG nova.network.neutron [-] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.459676] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.573737] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.574141] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51a33fca-e181-4c24-a3ae-394d26ba276d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.581399] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1016.581399] env[63393]: value = "task-2682386" [ 1016.581399] env[63393]: _type = "Task" [ 1016.581399] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.596108] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.643234] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.644086] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.652222] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.336s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.826706] env[63393]: DEBUG nova.compute.manager [req-e7af6ad0-699f-4fc5-8dd7-5182ae46d04d req-479c8755-c7c8-4781-a98d-5f4a72a0ff53 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Received event network-vif-deleted-452d0345-fd40-41c9-b3bd-e22c356e1fb2 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.826903] env[63393]: INFO nova.compute.manager [req-e7af6ad0-699f-4fc5-8dd7-5182ae46d04d req-479c8755-c7c8-4781-a98d-5f4a72a0ff53 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Neutron deleted interface 452d0345-fd40-41c9-b3bd-e22c356e1fb2; detaching it from the instance and deleting it from the info cache [ 1016.827372] env[63393]: DEBUG nova.network.neutron [req-e7af6ad0-699f-4fc5-8dd7-5182ae46d04d req-479c8755-c7c8-4781-a98d-5f4a72a0ff53 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.958092] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.093456] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682386, 'name': PowerOffVM_Task, 'duration_secs': 0.234735} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.093727] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.149346] env[63393]: INFO nova.compute.manager [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Detaching volume 8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc [ 1017.157792] env[63393]: DEBUG nova.compute.utils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.161880] env[63393]: INFO nova.compute.claims [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.166501] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.166671] env[63393]: DEBUG nova.network.neutron [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.195351] env[63393]: INFO nova.virt.block_device [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Attempting to driver detach volume 8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc from mountpoint /dev/sdb [ 1017.195603] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.195794] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.196928] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3f0c3-9781-4584-b221-0e013351afe6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.221570] env[63393]: DEBUG nova.policy [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.223605] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c231e63d-ae29-4baf-84cc-2b9d43637564 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.228148] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "969ca01a-db25-41d9-b196-909746e90666" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.228381] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "969ca01a-db25-41d9-b196-909746e90666" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.228591] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "969ca01a-db25-41d9-b196-909746e90666-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.228902] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "969ca01a-db25-41d9-b196-909746e90666-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.229015] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "969ca01a-db25-41d9-b196-909746e90666-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.233044] env[63393]: INFO nova.compute.manager [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Terminating instance [ 1017.235802] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b082a-15e5-438e-9d9c-605cc12da5e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.258422] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba219f-5287-4027-bcdf-5af5ffb149cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.274231] env[63393]: DEBUG nova.network.neutron [-] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.275490] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] The volume has not been displaced from its original location: [datastore2] volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc/volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1017.281044] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.281597] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9a66f3-f27a-4e28-8057-8f3e414d8140 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.301440] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1017.301440] env[63393]: value = "task-2682387" [ 1017.301440] env[63393]: _type = "Task" [ 1017.301440] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.309923] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.332848] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5081f9c1-e139-4b93-9908-298ed9e3c666 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.343116] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b3ef9-1715-455c-aaf6-254bd0a5a6ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.383462] env[63393]: DEBUG nova.compute.manager [req-e7af6ad0-699f-4fc5-8dd7-5182ae46d04d req-479c8755-c7c8-4781-a98d-5f4a72a0ff53 service nova] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Detach interface failed, port_id=452d0345-fd40-41c9-b3bd-e22c356e1fb2, reason: Instance d1f3667d-f592-4c2f-8eda-8e24b95f215b could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1017.409720] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.409950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.459376] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.551318] env[63393]: DEBUG nova.network.neutron [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Successfully created port: a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.668160] env[63393]: INFO nova.compute.resource_tracker [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating resource usage from migration e4381bb0-11a9-45ad-a477-809af417eab6 [ 1017.671575] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.739561] env[63393]: DEBUG nova.compute.manager [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.739676] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.740577] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd43f1-9a5d-4f5e-96fb-f122809910c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.750621] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.750865] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33bf1aa9-8c6f-46e1-afa7-5549581e8cde {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.782218] env[63393]: INFO nova.compute.manager [-] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Took 1.53 seconds to deallocate network for instance. [ 1017.812991] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682387, 'name': ReconfigVM_Task, 'duration_secs': 0.249497} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.813162] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1017.821161] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4a1c39-8fd6-4b00-8000-c9832f47a4da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.830979] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.831202] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.831386] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleting the datastore file [datastore2] 969ca01a-db25-41d9-b196-909746e90666 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.832464] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b33984d3-47ac-4757-9a17-0a60af7c963f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.839772] env[63393]: DEBUG oslo_vmware.api [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1017.839772] env[63393]: value = "task-2682390" [ 1017.839772] env[63393]: _type = "Task" [ 1017.839772] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.840796] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1017.840796] env[63393]: value = "task-2682389" [ 1017.840796] env[63393]: _type = "Task" [ 1017.840796] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.857020] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.860479] env[63393]: DEBUG oslo_vmware.api [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.912688] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.949306] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b948a4-55dd-4580-bd28-d6252a2f61a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.965349] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb762159-9f60-43d6-ac0c-0bd2201b8af0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.968644] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.000841] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940632ab-d2ca-495c-8488-4d521b8dc62b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.009698] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdabc61-3653-4219-bf8d-9f891f8366f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.023637] env[63393]: DEBUG nova.compute.provider_tree [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.289781] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.353037] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682389, 'name': ReconfigVM_Task, 'duration_secs': 0.139868} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.355891] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1018.357965] env[63393]: DEBUG oslo_vmware.api [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16831} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.358394] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.358588] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.358756] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.358929] env[63393]: INFO nova.compute.manager [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: 969ca01a-db25-41d9-b196-909746e90666] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1018.359182] env[63393]: DEBUG oslo.service.loopingcall [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.359373] env[63393]: DEBUG nova.compute.manager [-] [instance: 969ca01a-db25-41d9-b196-909746e90666] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.359622] env[63393]: DEBUG nova.network.neutron [-] [instance: 969ca01a-db25-41d9-b196-909746e90666] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.433880] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.465179] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.526619] env[63393]: DEBUG nova.scheduler.client.report [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.680589] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.706341] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.706615] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.706746] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.706932] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.707094] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.707294] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.707535] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.707700] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.707870] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.708046] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.708228] env[63393]: DEBUG nova.virt.hardware [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.709412] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec77646-73fe-4f0e-bb64-646f56bc0f10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.717343] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264e2a8-9524-4f82-a3da-6a74a0940414 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.854372] env[63393]: DEBUG nova.compute.manager [req-8a74ba65-62a2-4cdb-b1c4-8b3c2f5eb03c req-78f9de63-0ef0-4f0d-9fc5-cdd79b8299d4 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Received event network-vif-deleted-c84c9f98-c73f-4da5-9df8-596d5facbd75 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.854540] env[63393]: INFO nova.compute.manager [req-8a74ba65-62a2-4cdb-b1c4-8b3c2f5eb03c req-78f9de63-0ef0-4f0d-9fc5-cdd79b8299d4 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Neutron deleted interface c84c9f98-c73f-4da5-9df8-596d5facbd75; detaching it from the instance and deleting it from the info cache [ 1018.854749] env[63393]: DEBUG nova.network.neutron [req-8a74ba65-62a2-4cdb-b1c4-8b3c2f5eb03c req-78f9de63-0ef0-4f0d-9fc5-cdd79b8299d4 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.963832] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.030174] env[63393]: DEBUG nova.network.neutron [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Successfully updated port: a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.039700] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.389s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.039700] env[63393]: INFO nova.compute.manager [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Migrating [ 1019.046954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.482s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.049394] env[63393]: INFO nova.compute.claims [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.071821] env[63393]: DEBUG nova.network.neutron [-] [instance: 969ca01a-db25-41d9-b196-909746e90666] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.357277] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f056c4c7-0e59-43f9-901c-a3f54013d7c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.366634] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffb32e5-a5f4-40be-b057-2fdafc92007f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.397860] env[63393]: DEBUG nova.compute.manager [req-8a74ba65-62a2-4cdb-b1c4-8b3c2f5eb03c req-78f9de63-0ef0-4f0d-9fc5-cdd79b8299d4 service nova] [instance: 969ca01a-db25-41d9-b196-909746e90666] Detach interface failed, port_id=c84c9f98-c73f-4da5-9df8-596d5facbd75, reason: Instance 969ca01a-db25-41d9-b196-909746e90666 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1019.405713] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.405968] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af889f9c-312f-4094-95a9-6d6d65f03d46 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.412442] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1019.412442] env[63393]: value = "task-2682391" [ 1019.412442] env[63393]: _type = "Task" [ 1019.412442] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.421064] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.463422] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.532390] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-4e7a0157-bfb2-471e-a742-8f3c41c16393" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.533030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-4e7a0157-bfb2-471e-a742-8f3c41c16393" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.533030] env[63393]: DEBUG nova.network.neutron [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.559402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.559566] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.559712] env[63393]: DEBUG nova.network.neutron [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.574715] env[63393]: INFO nova.compute.manager [-] [instance: 969ca01a-db25-41d9-b196-909746e90666] Took 1.22 seconds to deallocate network for instance. [ 1019.922916] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1019.923198] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1019.923359] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1019.924109] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f6092a-e8d1-48fa-8f7e-6ca8fe1e09e3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.941454] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8658abf4-bdbf-4e1d-95b3-b7df1a47db7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947266] env[63393]: WARNING nova.virt.vmwareapi.driver [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1019.947538] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.948238] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1be1e2e-6483-4ecf-b2bf-308cfdefe90a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.954142] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.954359] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1de09d8-9061-4176-a710-c99090d2f72b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.962926] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.025203] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.025498] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.025727] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore2] 929bb0c0-e250-4ddf-b096-18dab8fc4806 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.026074] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d1e2b0-49e5-423d-9d38-d2b1859a7498 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.031630] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1020.031630] env[63393]: value = "task-2682393" [ 1020.031630] env[63393]: _type = "Task" [ 1020.031630] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.041954] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.064759] env[63393]: DEBUG nova.network.neutron [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.082175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.295158] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2963023-49a9-4b5a-b057-eebfc4f270bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.299247] env[63393]: DEBUG nova.network.neutron [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Updating instance_info_cache with network_info: [{"id": "a02a415d-c9a0-46be-b28a-d64ea58ce850", "address": "fa:16:3e:d4:3b:c6", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02a415d-c9", "ovs_interfaceid": "a02a415d-c9a0-46be-b28a-d64ea58ce850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.303207] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68c5ffe-666b-45e2-9b38-4f675db83ffb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.342179] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584abe56-ecfc-43a5-9c5d-399128c297f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.350825] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46392ed4-2798-474a-875d-c95472d45251 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.364792] env[63393]: DEBUG nova.compute.provider_tree [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.386714] env[63393]: DEBUG nova.network.neutron [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance_info_cache with network_info: [{"id": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "address": "fa:16:3e:9e:93:ce", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9ca6b8-c9", "ovs_interfaceid": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.465484] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.541186] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13703} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.541446] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.541636] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.541811] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.804053] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-4e7a0157-bfb2-471e-a742-8f3c41c16393" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.804053] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Instance network_info: |[{"id": "a02a415d-c9a0-46be-b28a-d64ea58ce850", "address": "fa:16:3e:d4:3b:c6", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02a415d-c9", "ovs_interfaceid": "a02a415d-c9a0-46be-b28a-d64ea58ce850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.804407] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:3b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a02a415d-c9a0-46be-b28a-d64ea58ce850', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.812459] env[63393]: DEBUG oslo.service.loopingcall [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.812833] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.813491] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2932795-eff5-40a1-87de-49df347fe694 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.833185] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.833185] env[63393]: value = "task-2682394" [ 1020.833185] env[63393]: _type = "Task" [ 1020.833185] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.840776] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682394, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.867888] env[63393]: DEBUG nova.scheduler.client.report [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.879857] env[63393]: DEBUG nova.compute.manager [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Received event network-vif-plugged-a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.880294] env[63393]: DEBUG oslo_concurrency.lockutils [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] Acquiring lock "4e7a0157-bfb2-471e-a742-8f3c41c16393-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.880479] env[63393]: DEBUG oslo_concurrency.lockutils [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.880616] env[63393]: DEBUG oslo_concurrency.lockutils [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.880786] env[63393]: DEBUG nova.compute.manager [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] No waiting events found dispatching network-vif-plugged-a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.881058] env[63393]: WARNING nova.compute.manager [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Received unexpected event network-vif-plugged-a02a415d-c9a0-46be-b28a-d64ea58ce850 for instance with vm_state building and task_state spawning. [ 1020.881157] env[63393]: DEBUG nova.compute.manager [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Received event network-changed-a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.881297] env[63393]: DEBUG nova.compute.manager [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Refreshing instance network info cache due to event network-changed-a02a415d-c9a0-46be-b28a-d64ea58ce850. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.881491] env[63393]: DEBUG oslo_concurrency.lockutils [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] Acquiring lock "refresh_cache-4e7a0157-bfb2-471e-a742-8f3c41c16393" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.881663] env[63393]: DEBUG oslo_concurrency.lockutils [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] Acquired lock "refresh_cache-4e7a0157-bfb2-471e-a742-8f3c41c16393" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.881831] env[63393]: DEBUG nova.network.neutron [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Refreshing network info cache for port a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.889055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.966322] env[63393]: DEBUG oslo_vmware.api [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682382, 'name': ReconfigVM_Task, 'duration_secs': 5.747997} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.966648] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.966823] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Reconfigured VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1021.047850] env[63393]: INFO nova.virt.block_device [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Booting with volume 8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc at /dev/sdb [ 1021.087633] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8202263-a40e-4958-afbe-06bca45f25fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.096955] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe2bee-cf5f-4ce9-bbde-5f0de53fcd78 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.131896] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ab0fe75-7337-4ddb-9e69-19373dd5ee97 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.140276] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e450982-956d-4a7c-b6aa-74bdf3b4e61a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.174926] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f191c-5977-41f6-86ec-d44c62cb24eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.181960] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd3d44-a7e9-4734-8c19-26d0d4f65ac1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.195819] env[63393]: DEBUG nova.virt.block_device [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updating existing volume attachment record: 27226a36-d091-4b58-a0d3-a4ab365fd28a {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.342659] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682394, 'name': CreateVM_Task, 'duration_secs': 0.317766} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.342827] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.343534] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.343690] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.344278] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.344278] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a3de62-293e-4d93-870e-5a6d370c4295 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.349261] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1021.349261] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521d272d-bbec-0151-2b83-31c1cbb16037" [ 1021.349261] env[63393]: _type = "Task" [ 1021.349261] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.357025] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521d272d-bbec-0151-2b83-31c1cbb16037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.372153] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.372675] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.375402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.876s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.377098] env[63393]: DEBUG nova.objects.instance [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'resources' on Instance uuid 369dc141-ec0b-4237-aed7-d047e9a59bab {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.704027] env[63393]: DEBUG nova.network.neutron [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Updated VIF entry in instance network info cache for port a02a415d-c9a0-46be-b28a-d64ea58ce850. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.704027] env[63393]: DEBUG nova.network.neutron [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Updating instance_info_cache with network_info: [{"id": "a02a415d-c9a0-46be-b28a-d64ea58ce850", "address": "fa:16:3e:d4:3b:c6", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa02a415d-c9", "ovs_interfaceid": "a02a415d-c9a0-46be-b28a-d64ea58ce850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.859630] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521d272d-bbec-0151-2b83-31c1cbb16037, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.859934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.860190] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.860427] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.860578] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.860784] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.861056] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-505034c1-168f-4434-87c7-50ba61bfc31c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.868920] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.869108] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.869802] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3031a3-70c0-48a1-8873-2f839ece43ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.874359] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1021.874359] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523f0d3e-ec5f-b5f9-02e8-36efd4530b59" [ 1021.874359] env[63393]: _type = "Task" [ 1021.874359] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.878121] env[63393]: DEBUG nova.compute.utils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.881945] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.882131] env[63393]: DEBUG nova.network.neutron [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.889518] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523f0d3e-ec5f-b5f9-02e8-36efd4530b59, 'name': SearchDatastore_Task, 'duration_secs': 0.008152} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.890720] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff38e5a-d42f-4831-b516-20f01d7b639a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.895681] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1021.895681] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5251ad1e-b34a-9765-5224-4bc51b3badb8" [ 1021.895681] env[63393]: _type = "Task" [ 1021.895681] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.907255] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5251ad1e-b34a-9765-5224-4bc51b3badb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.921597] env[63393]: DEBUG nova.policy [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e80d79862d8c418fbd51ff63b7a44934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcc2f4195d094c7c8bedbe088796a198', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.099336] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac96dd-a829-4bbf-90b9-404064f0d83f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.106944] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b27f44-b156-4444-af40-f357b9be478f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.137318] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d82eb-02ae-461f-bad7-2b93c23344f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.145490] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1ba80-4f42-40c4-8afb-e6b5d762c4c8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160068] env[63393]: DEBUG nova.compute.provider_tree [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.206681] env[63393]: DEBUG nova.network.neutron [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Successfully created port: bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.209260] env[63393]: DEBUG oslo_concurrency.lockutils [req-64f88cb8-62f6-457b-8145-12d01ff78292 req-441dc9ed-aeca-47c9-a8c2-524d193cef34 service nova] Releasing lock "refresh_cache-4e7a0157-bfb2-471e-a742-8f3c41c16393" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.382746] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.414535] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5251ad1e-b34a-9765-5224-4bc51b3badb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.415515] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.415764] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 4e7a0157-bfb2-471e-a742-8f3c41c16393/4e7a0157-bfb2-471e-a742-8f3c41c16393.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.419856] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0394ccf-e32f-43d5-9281-0ad99db88b6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.426141] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f5599e8-0bd4-4456-8994-17467ffd50a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.448037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.455170] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1022.455170] env[63393]: value = "task-2682395" [ 1022.455170] env[63393]: _type = "Task" [ 1022.455170] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.465738] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.663036] env[63393]: DEBUG nova.scheduler.client.report [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.667055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.667246] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.667428] env[63393]: DEBUG nova.network.neutron [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.956753] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.956753] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec1f173-1718-4019-910a-b007571955b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.969789] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451666} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.969789] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 4e7a0157-bfb2-471e-a742-8f3c41c16393/4e7a0157-bfb2-471e-a742-8f3c41c16393.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.969789] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.970063] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1022.970063] env[63393]: value = "task-2682396" [ 1022.970063] env[63393]: _type = "Task" [ 1022.970063] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.970190] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0797b0-cd20-4353-8885-fb4df5658700 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.981320] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.982821] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1022.982821] env[63393]: value = "task-2682397" [ 1022.982821] env[63393]: _type = "Task" [ 1022.982821] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.990594] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.163290] env[63393]: DEBUG nova.compute.manager [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-changed-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.163586] env[63393]: DEBUG nova.compute.manager [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing instance network info cache due to event network-changed-51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.163677] env[63393]: DEBUG oslo_concurrency.lockutils [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] Acquiring lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.171860] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.175792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.886s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.175985] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.177738] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.744s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.179401] env[63393]: INFO nova.compute.claims [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.196135] env[63393]: INFO nova.scheduler.client.report [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleted allocations for instance 369dc141-ec0b-4237-aed7-d047e9a59bab [ 1023.208881] env[63393]: INFO nova.scheduler.client.report [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted allocations for instance d1f3667d-f592-4c2f-8eda-8e24b95f215b [ 1023.316298] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.316777] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.316777] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.316902] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.317020] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.317327] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.317526] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.317934] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.317934] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.318058] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.318196] env[63393]: DEBUG nova.virt.hardware [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.319064] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca6f6b-aaf1-4848-bb6e-e19e4e6b7262 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.327528] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f54811-f5af-4499-98ca-ffa8d71d6c66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.344167] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:db:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19dbf2e5-3a37-4aa5-9a49-cb18e5152802', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.352029] env[63393]: DEBUG oslo.service.loopingcall [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.352426] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.352546] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ff884c-5cd0-4110-baa4-4b6fca84646f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.375990] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.375990] env[63393]: value = "task-2682398" [ 1023.375990] env[63393]: _type = "Task" [ 1023.375990] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.387315] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682398, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.392435] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.413579] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.413989] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.413989] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.414208] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.414372] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.414523] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.414729] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.414888] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.415106] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.415280] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.415471] env[63393]: DEBUG nova.virt.hardware [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.416629] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbabb12b-f817-4c84-a8e8-523f7b3f2f1d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.420393] env[63393]: INFO nova.network.neutron [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Port 34da0024-1276-4f7d-94b8-53ce9feb6da8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1023.420749] env[63393]: DEBUG nova.network.neutron [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.425040] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd7313-2874-4006-8e10-66af066c0458 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.481538] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682396, 'name': PowerOffVM_Task, 'duration_secs': 0.226141} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.481835] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.482056] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.496082] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086242} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.496082] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.496622] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88abbe-2555-465b-a62e-0b3ab60fbf31 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.519386] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 4e7a0157-bfb2-471e-a742-8f3c41c16393/4e7a0157-bfb2-471e-a742-8f3c41c16393.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.520026] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a0b007-3efd-43af-b44e-286e7fc8de2f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.543252] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1023.543252] env[63393]: value = "task-2682399" [ 1023.543252] env[63393]: _type = "Task" [ 1023.543252] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.554025] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.705355] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "369dc141-ec0b-4237-aed7-d047e9a59bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.224s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.717318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "d1f3667d-f592-4c2f-8eda-8e24b95f215b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.101s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.723441] env[63393]: DEBUG nova.compute.manager [req-9fcd4bd3-7865-4022-b6ae-23d7931c7de7 req-5210c204-828c-47fd-bde3-778330cd10e3 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-vif-plugged-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.723665] env[63393]: DEBUG oslo_concurrency.lockutils [req-9fcd4bd3-7865-4022-b6ae-23d7931c7de7 req-5210c204-828c-47fd-bde3-778330cd10e3 service nova] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.723970] env[63393]: DEBUG oslo_concurrency.lockutils [req-9fcd4bd3-7865-4022-b6ae-23d7931c7de7 req-5210c204-828c-47fd-bde3-778330cd10e3 service nova] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.724095] env[63393]: DEBUG oslo_concurrency.lockutils [req-9fcd4bd3-7865-4022-b6ae-23d7931c7de7 req-5210c204-828c-47fd-bde3-778330cd10e3 service nova] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.724270] env[63393]: DEBUG nova.compute.manager [req-9fcd4bd3-7865-4022-b6ae-23d7931c7de7 req-5210c204-828c-47fd-bde3-778330cd10e3 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] No waiting events found dispatching network-vif-plugged-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.724436] env[63393]: WARNING nova.compute.manager [req-9fcd4bd3-7865-4022-b6ae-23d7931c7de7 req-5210c204-828c-47fd-bde3-778330cd10e3 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received unexpected event network-vif-plugged-bcb5f706-59cd-407b-af36-6f397c094d03 for instance with vm_state building and task_state spawning. [ 1023.772123] env[63393]: DEBUG nova.network.neutron [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Successfully updated port: bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.877280] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-0fe13f78-4023-494b-abaa-e1d8f5e727aa-34da0024-1276-4f7d-94b8-53ce9feb6da8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.877794] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-0fe13f78-4023-494b-abaa-e1d8f5e727aa-34da0024-1276-4f7d-94b8-53ce9feb6da8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.878022] env[63393]: DEBUG nova.objects.instance [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'flavor' on Instance uuid 0fe13f78-4023-494b-abaa-e1d8f5e727aa {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.888029] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682398, 'name': CreateVM_Task, 'duration_secs': 0.38199} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.888181] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.888843] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.888978] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.889322] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.889574] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490f07cb-05a5-4106-9886-d1486c8067a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.894300] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1023.894300] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b34ec8-0d59-fbb0-a0c7-f55e008a8050" [ 1023.894300] env[63393]: _type = "Task" [ 1023.894300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.903010] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b34ec8-0d59-fbb0-a0c7-f55e008a8050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.924979] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.927206] env[63393]: DEBUG oslo_concurrency.lockutils [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] Acquired lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.927405] env[63393]: DEBUG nova.network.neutron [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Refreshing network info cache for port 51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.991018] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.991275] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.991477] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.991703] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.991892] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.992098] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.992353] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.992575] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.992790] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.992997] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.993224] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.998994] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a1080e-8730-47d0-b50c-4d313dd32cb2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.015831] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1024.015831] env[63393]: value = "task-2682400" [ 1024.015831] env[63393]: _type = "Task" [ 1024.015831] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.023886] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.052242] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682399, 'name': ReconfigVM_Task, 'duration_secs': 0.322261} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.052533] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 4e7a0157-bfb2-471e-a742-8f3c41c16393/4e7a0157-bfb2-471e-a742-8f3c41c16393.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.053180] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed0383c-30b4-48c5-8a98-e56e5b9cb50b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.058903] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1024.058903] env[63393]: value = "task-2682401" [ 1024.058903] env[63393]: _type = "Task" [ 1024.058903] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.067087] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682401, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.274860] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.275175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.275175] env[63393]: DEBUG nova.network.neutron [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.400749] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939903fe-517a-4616-8669-a2e301070dbc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.410348] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b34ec8-0d59-fbb0-a0c7-f55e008a8050, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.416229] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.418990] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.418990] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.418990] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.418990] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.420241] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f044bb87-abb1-436f-a91a-6b997632eca2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.427559] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0925eba-bcbd-4798-9488-3e1249586527 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.429553] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c7748bc0-c298-41e9-8a23-965c03f080cc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-d52158db-c647-472d-884e-ed5bbe725bf4-34da0024-1276-4f7d-94b8-53ce9feb6da8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.053s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.467221] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626cd7f6-a7b1-435c-a322-3052da53d020 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.470180] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.470365] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.471083] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0fec5d-5d72-4305-b365-6a944f01097e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.479451] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1024.479451] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5282947d-20eb-2b4d-ec2c-58e2f40f29d7" [ 1024.479451] env[63393]: _type = "Task" [ 1024.479451] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.485332] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdb6a39-198e-43ab-a72d-3f801196c1ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.494038] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5282947d-20eb-2b4d-ec2c-58e2f40f29d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.504254] env[63393]: DEBUG nova.compute.provider_tree [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.524932] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682400, 'name': ReconfigVM_Task, 'duration_secs': 0.374309} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.525270] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.541082] env[63393]: DEBUG nova.objects.instance [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'pci_requests' on Instance uuid 0fe13f78-4023-494b-abaa-e1d8f5e727aa {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.572241] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682401, 'name': Rename_Task, 'duration_secs': 0.131772} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.572541] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.572792] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25b353b2-a89d-4c28-a91e-8141d3eee5a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.578865] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1024.578865] env[63393]: value = "task-2682402" [ 1024.578865] env[63393]: _type = "Task" [ 1024.578865] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.586640] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.689320] env[63393]: DEBUG nova.network.neutron [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updated VIF entry in instance network info cache for port 51127134-6198-401c-8133-3dcb70549769. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.689320] env[63393]: DEBUG nova.network.neutron [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [{"id": "51127134-6198-401c-8133-3dcb70549769", "address": "fa:16:3e:5b:b0:de", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51127134-61", "ovs_interfaceid": "51127134-6198-401c-8133-3dcb70549769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.807720] env[63393]: DEBUG nova.network.neutron [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.931504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "ce27a7e1-05e2-46b0-9689-39d4efbda232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.931504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.931504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "ce27a7e1-05e2-46b0-9689-39d4efbda232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.931504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.931504] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.933040] env[63393]: INFO nova.compute.manager [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Terminating instance [ 1024.944042] env[63393]: DEBUG nova.network.neutron [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.973741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "eabdab14-d782-423a-aa92-7e1b37e10ab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.973934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.991355] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5282947d-20eb-2b4d-ec2c-58e2f40f29d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014442} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.992164] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0f619f-35ea-4d75-9a1f-b107e3c3ff81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.997483] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1024.997483] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fe6fd3-150f-68d9-fdc6-52df2da3f088" [ 1024.997483] env[63393]: _type = "Task" [ 1024.997483] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.005440] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fe6fd3-150f-68d9-fdc6-52df2da3f088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.007375] env[63393]: DEBUG nova.scheduler.client.report [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.031187] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.031430] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.031591] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.031776] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.032681] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.032681] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.032681] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.032681] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.032681] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.032934] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.033025] env[63393]: DEBUG nova.virt.hardware [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.038380] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.038926] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6657303-ff72-482d-9512-f537de910ce0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.052645] env[63393]: DEBUG nova.objects.base [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Object Instance<0fe13f78-4023-494b-abaa-e1d8f5e727aa> lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.052861] env[63393]: DEBUG nova.network.neutron [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.061241] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1025.061241] env[63393]: value = "task-2682403" [ 1025.061241] env[63393]: _type = "Task" [ 1025.061241] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.069713] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.089364] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682402, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.127579] env[63393]: DEBUG nova.policy [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8a4993db4648e2b6810a730046bbd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59efff8132694521a705c842387518c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.192908] env[63393]: DEBUG nova.compute.manager [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.193188] env[63393]: DEBUG nova.compute.manager [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing instance network info cache due to event network-changed-f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.193456] env[63393]: DEBUG oslo_concurrency.lockutils [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.193641] env[63393]: DEBUG oslo_concurrency.lockutils [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.193845] env[63393]: DEBUG nova.network.neutron [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.195195] env[63393]: DEBUG oslo_concurrency.lockutils [req-5687e31c-e86c-491f-a4f8-b74dc411dd4f req-d9df7fcf-9d5c-4969-a55b-389cd6c4b571 service nova] Releasing lock "refresh_cache-d52158db-c647-472d-884e-ed5bbe725bf4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.438028] env[63393]: DEBUG nova.compute.manager [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.438482] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.439240] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959d135-9cf3-420a-bd49-def6823d9b54 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.446761] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.447064] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Instance network_info: |[{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.447510] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.447891] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f6:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb5f706-59cd-407b-af36-6f397c094d03', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.456214] env[63393]: DEBUG oslo.service.loopingcall [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.456528] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b177c7cc-a83a-42fc-93d1-3442f6636498 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.459204] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.459476] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad74bdcc-996c-4e45-a7bd-4b06cefbfea5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.479546] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.483911] env[63393]: DEBUG oslo_vmware.api [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 1025.483911] env[63393]: value = "task-2682404" [ 1025.483911] env[63393]: _type = "Task" [ 1025.483911] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.488424] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.488424] env[63393]: value = "task-2682405" [ 1025.488424] env[63393]: _type = "Task" [ 1025.488424] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.495051] env[63393]: DEBUG oslo_vmware.api [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.499958] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682405, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.508679] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fe6fd3-150f-68d9-fdc6-52df2da3f088, 'name': SearchDatastore_Task, 'duration_secs': 0.02905} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.508949] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.509224] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.509491] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff2bdae-ce0c-4bad-af88-a11a5c81f45d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.512114] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.512621] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.515875] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.434s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.516148] env[63393]: DEBUG nova.objects.instance [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'resources' on Instance uuid 969ca01a-db25-41d9-b196-909746e90666 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.522267] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1025.522267] env[63393]: value = "task-2682406" [ 1025.522267] env[63393]: _type = "Task" [ 1025.522267] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.531977] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.573379] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682403, 'name': ReconfigVM_Task, 'duration_secs': 0.308846} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.573661] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.574607] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81260736-555c-453b-8180-5d32e0dcf2bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.599033] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3/e0efc5b4-085b-4f18-8b7b-829b162cd3e3.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.602038] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5b64d1-a103-4708-b3c6-edf831cb9011 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.620560] env[63393]: DEBUG oslo_vmware.api [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682402, 'name': PowerOnVM_Task, 'duration_secs': 0.520549} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.621863] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.622091] env[63393]: INFO nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1025.622279] env[63393]: DEBUG nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.622637] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1025.622637] env[63393]: value = "task-2682407" [ 1025.622637] env[63393]: _type = "Task" [ 1025.622637] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.623411] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5de651d-4713-44ad-a697-577d5a46a4af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.639407] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.828969] env[63393]: DEBUG nova.compute.manager [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.828969] env[63393]: DEBUG nova.compute.manager [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing instance network info cache due to event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.828969] env[63393]: DEBUG oslo_concurrency.lockutils [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.828969] env[63393]: DEBUG oslo_concurrency.lockutils [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.828969] env[63393]: DEBUG nova.network.neutron [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.956607] env[63393]: DEBUG nova.network.neutron [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updated VIF entry in instance network info cache for port f9b681be-fa1d-4da8-ba6c-d004afb79576. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.957088] env[63393]: DEBUG nova.network.neutron [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.004291] env[63393]: DEBUG oslo_vmware.api [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682404, 'name': PowerOffVM_Task, 'duration_secs': 0.277332} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.008338] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.008542] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.008789] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682405, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.009031] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30421fe8-e5f2-4507-86f0-dff64bb6d062 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.012034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.019126] env[63393]: DEBUG nova.compute.utils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.023142] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.023377] env[63393]: DEBUG nova.network.neutron [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.035918] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512856} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.036181] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.036473] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.036764] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-330d1f21-f4e1-454a-9f10-b096186a398e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.043893] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1026.043893] env[63393]: value = "task-2682409" [ 1026.043893] env[63393]: _type = "Task" [ 1026.043893] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.058965] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.073155] env[63393]: DEBUG nova.policy [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab748e6c9429410f89bc25f3523bd704', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70de85a17f7749088d5de006a09b2276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.076340] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.076652] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.076742] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleting the datastore file [datastore1] ce27a7e1-05e2-46b0-9689-39d4efbda232 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.079876] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8601ba8b-c04d-4429-9c12-f144d7278d20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.087053] env[63393]: DEBUG oslo_vmware.api [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for the task: (returnval){ [ 1026.087053] env[63393]: value = "task-2682410" [ 1026.087053] env[63393]: _type = "Task" [ 1026.087053] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.097056] env[63393]: DEBUG oslo_vmware.api [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.134422] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682407, 'name': ReconfigVM_Task, 'duration_secs': 0.495661} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.134698] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3/e0efc5b4-085b-4f18-8b7b-829b162cd3e3.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.134980] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.150753] env[63393]: INFO nova.compute.manager [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Took 17.89 seconds to build instance. [ 1026.282068] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c4d6da-b967-454d-8d19-c9cb6c951353 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.291026] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38beb27-9a69-4c9a-9670-d92091a71022 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.323299] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec266fa1-b8d9-45e3-9241-b33c6015b1c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.331588] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a3da8e-f27c-41ec-b3e6-99bdb82f027e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.348698] env[63393]: DEBUG nova.compute.provider_tree [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.393971] env[63393]: DEBUG nova.network.neutron [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Successfully created port: 9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.460412] env[63393]: DEBUG oslo_concurrency.lockutils [req-d357852f-1f39-44f2-a207-63e9852ddac5 req-f7a36237-021d-440c-a01e-64e5f8e062f9 service nova] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.503629] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682405, 'name': CreateVM_Task, 'duration_secs': 0.57572} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.503805] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.504549] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.504733] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.505065] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.505355] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d236ea6-fff5-446c-8dee-ef90637277bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.509603] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1026.509603] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5289aa23-9c80-536b-96e0-c2bd8fd76711" [ 1026.509603] env[63393]: _type = "Task" [ 1026.509603] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.523624] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5289aa23-9c80-536b-96e0-c2bd8fd76711, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.527679] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.527937] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.528206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.528378] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.528581] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.529090] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.532671] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7b24428-1596-46b4-8224-586339df57bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.542956] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.543166] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.543920] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fec0bc-1241-4f59-b2e1-725a8b9d7465 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.552268] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1026.552268] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52773fef-e560-dee7-3604-ee1780713219" [ 1026.552268] env[63393]: _type = "Task" [ 1026.552268] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.555269] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070279} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.558214] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.558953] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3058a69d-5baf-4a1d-b37c-33a4bd54c790 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.566455] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52773fef-e560-dee7-3604-ee1780713219, 'name': SearchDatastore_Task, 'duration_secs': 0.008408} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.587778] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.588368] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1223d896-335d-42e9-baf9-d77ab07ce69d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.590512] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f68c2f-774f-4c8d-a536-49d25a3a8abe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.612676] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1026.612676] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a025c8-b6bb-b6e2-9987-94bd4de6a900" [ 1026.612676] env[63393]: _type = "Task" [ 1026.612676] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.616925] env[63393]: DEBUG oslo_vmware.api [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Task: {'id': task-2682410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402107} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.617469] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1026.617469] env[63393]: value = "task-2682411" [ 1026.617469] env[63393]: _type = "Task" [ 1026.617469] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.620394] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.620581] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.621492] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.621492] env[63393]: INFO nova.compute.manager [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1026.621492] env[63393]: DEBUG oslo.service.loopingcall [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.621492] env[63393]: DEBUG nova.compute.manager [-] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.621492] env[63393]: DEBUG nova.network.neutron [-] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.631108] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a025c8-b6bb-b6e2-9987-94bd4de6a900, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.635650] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.636741] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.637076] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.637454] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b2b02f-01e9-4a8d-8011-df33d99fb600 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.646420] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1026.646420] env[63393]: value = "task-2682412" [ 1026.646420] env[63393]: _type = "Task" [ 1026.646420] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.647177] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb6eb2-c429-4c1c-b0b9-9f7aae3bbde8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.653191] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7745aeb3-7e58-409a-9935-838d5eb8edbb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.402s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.675203] env[63393]: DEBUG nova.network.neutron [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updated VIF entry in instance network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.675611] env[63393]: DEBUG nova.network.neutron [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.681021] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add1a35-f56c-472a-8b3b-74fac9539580 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.681021] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.695802] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.851802] env[63393]: DEBUG nova.scheduler.client.report [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.859382] env[63393]: DEBUG nova.network.neutron [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Successfully updated port: 34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.133292] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.159308] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.165890] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "5d6f9758-4801-4136-a593-ab49972be3e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.166132] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "5d6f9758-4801-4136-a593-ab49972be3e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.181381] env[63393]: DEBUG oslo_concurrency.lockutils [req-d04ece3a-8a13-4f2f-bd15-a58637afea76 req-92bfca7a-406e-44e6-9c00-6325bc9a3108 service nova] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.237449] env[63393]: DEBUG nova.network.neutron [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Port 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1027.356726] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.359221] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.347s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.361272] env[63393]: INFO nova.compute.claims [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.364126] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.364323] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.364504] env[63393]: DEBUG nova.network.neutron [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.377951] env[63393]: INFO nova.scheduler.client.report [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocations for instance 969ca01a-db25-41d9-b196-909746e90666 [ 1027.515311] env[63393]: DEBUG nova.network.neutron [-] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.544217] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.569445] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.569694] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.569851] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.570043] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.570198] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.570348] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.570559] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.570718] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.570886] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.571069] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.571252] env[63393]: DEBUG nova.virt.hardware [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.572137] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08cf237-8998-41d6-9fc4-9302147c8623 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.580298] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9c220-1672-4288-997d-8c75e6d1cffd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.630649] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682411, 'name': ReconfigVM_Task, 'duration_secs': 0.714416} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.630930] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 929bb0c0-e250-4ddf-b096-18dab8fc4806/929bb0c0-e250-4ddf-b096-18dab8fc4806.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.632347] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'disk_bus': None, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'image_id': 'bd5eb902-396c-47c9-8e51-cd10024c33a5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'}, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'attachment_id': '27226a36-d091-4b58-a0d3-a4ab365fd28a', 'volume_type': None}], 'swap': None} {{(pid=63393) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1027.632558] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.632754] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.633533] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd1e7a-4dc1-4b2d-ac0d-77eebe82dfb4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.649150] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055fc726-5991-4320-8f64-5295f96382c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.669031] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.679777] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc/volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.682111] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b179f253-e5e9-46b2-8ba4-4225a0b1244e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.694910] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882907} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.695498] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.695714] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.696392] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa027237-d810-46a0-ba08-e295e804e8e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.701152] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1027.701152] env[63393]: value = "task-2682413" [ 1027.701152] env[63393]: _type = "Task" [ 1027.701152] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.705770] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1027.705770] env[63393]: value = "task-2682414" [ 1027.705770] env[63393]: _type = "Task" [ 1027.705770] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.713318] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.716466] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.885100] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fe02eee7-419f-4cc8-be65-35666bcecc15 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "969ca01a-db25-41d9-b196-909746e90666" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.657s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.904943] env[63393]: DEBUG nova.compute.manager [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-vif-plugged-34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.905211] env[63393]: DEBUG oslo_concurrency.lockutils [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.908116] env[63393]: DEBUG oslo_concurrency.lockutils [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.908319] env[63393]: DEBUG oslo_concurrency.lockutils [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.908542] env[63393]: DEBUG nova.compute.manager [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] No waiting events found dispatching network-vif-plugged-34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.908729] env[63393]: WARNING nova.compute.manager [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received unexpected event network-vif-plugged-34da0024-1276-4f7d-94b8-53ce9feb6da8 for instance with vm_state active and task_state None. [ 1027.908897] env[63393]: DEBUG nova.compute.manager [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-changed-34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.909067] env[63393]: DEBUG nova.compute.manager [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing instance network info cache due to event network-changed-34da0024-1276-4f7d-94b8-53ce9feb6da8. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.909275] env[63393]: DEBUG oslo_concurrency.lockutils [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.910194] env[63393]: WARNING nova.network.neutron [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] 3e642c32-43c1-4310-9169-d24281728683 already exists in list: networks containing: ['3e642c32-43c1-4310-9169-d24281728683']. ignoring it [ 1028.020137] env[63393]: INFO nova.compute.manager [-] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Took 1.40 seconds to deallocate network for instance. [ 1028.208270] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.219915] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682413, 'name': ReconfigVM_Task, 'duration_secs': 0.338938} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.222882] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc/volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.228030] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068081} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.228580] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f79811-8877-4e47-a9b6-60132c754279 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.240668] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.244280] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b6a5d-cfe6-4ccc-8378-65941e659b88 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.257390] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1028.257390] env[63393]: value = "task-2682415" [ 1028.257390] env[63393]: _type = "Task" [ 1028.257390] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.282367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.282367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.282367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.296371] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.302431] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c4225d-b533-4027-bba4-97734848ede9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.337775] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.339260] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1028.339260] env[63393]: value = "task-2682416" [ 1028.339260] env[63393]: _type = "Task" [ 1028.339260] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.348111] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682416, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.365932] env[63393]: DEBUG nova.network.neutron [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "address": "fa:16:3e:16:fd:77", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34da0024-12", "ovs_interfaceid": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.529219] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.576476] env[63393]: DEBUG nova.compute.manager [req-c06357b2-54fc-472f-888f-9ea490cc3e60 req-4c6a3ac7-a4ca-4dfc-97ae-e00c78a45e7b service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Received event network-vif-plugged-9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.576705] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06357b2-54fc-472f-888f-9ea490cc3e60 req-4c6a3ac7-a4ca-4dfc-97ae-e00c78a45e7b service nova] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.577176] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06357b2-54fc-472f-888f-9ea490cc3e60 req-4c6a3ac7-a4ca-4dfc-97ae-e00c78a45e7b service nova] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.577176] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06357b2-54fc-472f-888f-9ea490cc3e60 req-4c6a3ac7-a4ca-4dfc-97ae-e00c78a45e7b service nova] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.577309] env[63393]: DEBUG nova.compute.manager [req-c06357b2-54fc-472f-888f-9ea490cc3e60 req-4c6a3ac7-a4ca-4dfc-97ae-e00c78a45e7b service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] No waiting events found dispatching network-vif-plugged-9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.577478] env[63393]: WARNING nova.compute.manager [req-c06357b2-54fc-472f-888f-9ea490cc3e60 req-4c6a3ac7-a4ca-4dfc-97ae-e00c78a45e7b service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Received unexpected event network-vif-plugged-9840d173-f9af-45cf-bfa0-cc333b159a15 for instance with vm_state building and task_state spawning. [ 1028.579499] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a30e04a-0991-452b-8350-f38e5e9a5117 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.588092] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518100a5-7b0a-464b-b032-cb68319c1d3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.621066] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bd433c-135f-45dc-8091-4feccd95b21a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.628550] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2a0b64-b607-4303-bb37-7f314eb81c18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.642207] env[63393]: DEBUG nova.compute.provider_tree [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.734590] env[63393]: DEBUG nova.network.neutron [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Successfully updated port: 9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.770334] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.848818] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682416, 'name': ReconfigVM_Task, 'duration_secs': 0.2841} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.849125] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.849754] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79cf21d-1fb4-4e23-a643-ab951dd13676 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.855724] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1028.855724] env[63393]: value = "task-2682417" [ 1028.855724] env[63393]: _type = "Task" [ 1028.855724] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.863261] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682417, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.869344] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.869875] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.870043] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.870587] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "e675c0a9-015c-47d7-a1ac-3737948d273b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.870792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.871827] env[63393]: DEBUG oslo_concurrency.lockutils [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.872092] env[63393]: DEBUG nova.network.neutron [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Refreshing network info cache for port 34da0024-1276-4f7d-94b8-53ce9feb6da8 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.873858] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523592b-441a-4dac-9566-b4ae8654ace3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.893297] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.893548] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.893718] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.893943] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.894117] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.894259] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.894474] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.894620] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.894787] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.894948] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.895140] env[63393]: DEBUG nova.virt.hardware [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.901508] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Reconfiguring VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1028.902347] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1061c7b-914d-4d3f-b8e2-a534e0ce212f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.920138] env[63393]: DEBUG oslo_vmware.api [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1028.920138] env[63393]: value = "task-2682418" [ 1028.920138] env[63393]: _type = "Task" [ 1028.920138] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.928386] env[63393]: DEBUG oslo_vmware.api [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682418, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.145630] env[63393]: DEBUG nova.scheduler.client.report [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.237461] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.237652] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.237754] env[63393]: DEBUG nova.network.neutron [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.270021] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682415, 'name': ReconfigVM_Task, 'duration_secs': 0.903922} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.270363] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1029.270999] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92df9694-20e3-43a0-a9fc-d2e204c116a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.276722] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1029.276722] env[63393]: value = "task-2682419" [ 1029.276722] env[63393]: _type = "Task" [ 1029.276722] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.284284] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682419, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.335205] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.335430] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.335631] env[63393]: DEBUG nova.network.neutron [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.366141] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682417, 'name': Rename_Task, 'duration_secs': 0.134238} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.366707] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.366978] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c85d5b-c42d-46ad-8de7-47fdacdc35d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.372972] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1029.372972] env[63393]: value = "task-2682420" [ 1029.372972] env[63393]: _type = "Task" [ 1029.372972] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.377559] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.386755] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.432568] env[63393]: DEBUG oslo_vmware.api [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.618205] env[63393]: DEBUG nova.network.neutron [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updated VIF entry in instance network info cache for port 34da0024-1276-4f7d-94b8-53ce9feb6da8. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.618691] env[63393]: DEBUG nova.network.neutron [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "address": "fa:16:3e:16:fd:77", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34da0024-12", "ovs_interfaceid": "34da0024-1276-4f7d-94b8-53ce9feb6da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.651632] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.651903] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.654875] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.447s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.656537] env[63393]: INFO nova.compute.claims [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.769952] env[63393]: DEBUG nova.network.neutron [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.787106] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682419, 'name': Rename_Task, 'duration_secs': 0.190956} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.789423] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.789681] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78fbc33-e4bd-4392-b47f-0d2cabe61064 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.796305] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1029.796305] env[63393]: value = "task-2682421" [ 1029.796305] env[63393]: _type = "Task" [ 1029.796305] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.805810] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.882988] env[63393]: DEBUG oslo_vmware.api [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682420, 'name': PowerOnVM_Task, 'duration_secs': 0.467773} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.885556] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.885801] env[63393]: INFO nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1029.886047] env[63393]: DEBUG nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.889452] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac6c0b4-ec82-4bd1-a532-4f6b191847e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.911541] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.932879] env[63393]: DEBUG oslo_vmware.api [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682418, 'name': ReconfigVM_Task, 'duration_secs': 0.65877} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.934831] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.935080] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Reconfigured VM to attach interface {{(pid=63393) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1029.938958] env[63393]: DEBUG nova.compute.manager [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Received event network-changed-9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.939162] env[63393]: DEBUG nova.compute.manager [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Refreshing instance network info cache due to event network-changed-9840d173-f9af-45cf-bfa0-cc333b159a15. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.939374] env[63393]: DEBUG oslo_concurrency.lockutils [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] Acquiring lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.959943] env[63393]: DEBUG nova.network.neutron [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updating instance_info_cache with network_info: [{"id": "9840d173-f9af-45cf-bfa0-cc333b159a15", "address": "fa:16:3e:7b:92:a9", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9840d173-f9", "ovs_interfaceid": "9840d173-f9af-45cf-bfa0-cc333b159a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.077517] env[63393]: DEBUG nova.network.neutron [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance_info_cache with network_info: [{"id": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "address": "fa:16:3e:9e:93:ce", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9ca6b8-c9", "ovs_interfaceid": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.121952] env[63393]: DEBUG oslo_concurrency.lockutils [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.122236] env[63393]: DEBUG nova.compute.manager [req-69a60c76-1735-4d35-9725-6c411d0f61b1 req-fca0d589-1fba-426f-95f0-c9eaa123fba7 service nova] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Received event network-vif-deleted-c619645b-41a1-4b29-8065-d2d1602db609 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.161919] env[63393]: DEBUG nova.compute.utils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.164722] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.164884] env[63393]: DEBUG nova.network.neutron [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.202933] env[63393]: DEBUG nova.policy [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b00c54c0fe014be6ac7aa0f0d3b7f6d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fbf04b43f743778da8e3fc01192e5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.307611] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.412027] env[63393]: INFO nova.compute.manager [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Took 20.86 seconds to build instance. [ 1030.443376] env[63393]: DEBUG oslo_concurrency.lockutils [None req-25a0b1aa-ba0f-4075-abac-596083c56dd4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-0fe13f78-4023-494b-abaa-e1d8f5e727aa-34da0024-1276-4f7d-94b8-53ce9feb6da8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.566s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.463767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.463767] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Instance network_info: |[{"id": "9840d173-f9af-45cf-bfa0-cc333b159a15", "address": "fa:16:3e:7b:92:a9", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9840d173-f9", "ovs_interfaceid": "9840d173-f9af-45cf-bfa0-cc333b159a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.463767] env[63393]: DEBUG oslo_concurrency.lockutils [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] Acquired lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.464021] env[63393]: DEBUG nova.network.neutron [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Refreshing network info cache for port 9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.467304] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:92:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9840d173-f9af-45cf-bfa0-cc333b159a15', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.477540] env[63393]: DEBUG oslo.service.loopingcall [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.478948] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.479355] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe17dea-b02b-4181-a910-97c97debf003 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.497111] env[63393]: DEBUG nova.network.neutron [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Successfully created port: 211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.505027] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.505027] env[63393]: value = "task-2682422" [ 1030.505027] env[63393]: _type = "Task" [ 1030.505027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.513059] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682422, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.580277] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.665564] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.807164] env[63393]: DEBUG oslo_vmware.api [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682421, 'name': PowerOnVM_Task, 'duration_secs': 0.544827} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.807397] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.807611] env[63393]: DEBUG nova.compute.manager [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.810616] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df04c8b0-bcbc-49d0-bd1e-90ef991324cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.911825] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1e686d-578d-47c8-ba4a-e1200388ee09 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.914824] env[63393]: DEBUG oslo_concurrency.lockutils [None req-337ebb02-98ad-416e-8ece-2d13e9f33a82 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.374s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.919973] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39234693-81dc-4bbb-8d4b-8a14aedb83be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.956562] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f6556b-cfdb-4ad3-ab2e-4c9ca349b858 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.964120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b60b1a8-5d88-4fbc-bf6e-b3cb51619534 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.977359] env[63393]: DEBUG nova.compute.provider_tree [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.017798] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682422, 'name': CreateVM_Task, 'duration_secs': 0.403764} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.018159] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.018978] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.021934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.021934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.021934] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113bcabf-ec8d-41f4-8e28-61c9aab7cc5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.027018] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1031.027018] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b07df6-f964-848b-4e27-3fa75abe06a2" [ 1031.027018] env[63393]: _type = "Task" [ 1031.027018] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.032915] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b07df6-f964-848b-4e27-3fa75abe06a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.106496] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53559ac7-d4eb-462b-b837-6e7db4004ae4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.132166] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6099c0ff-593b-4a01-a2ee-04d90c35f584 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.141155] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.215910] env[63393]: DEBUG nova.network.neutron [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updated VIF entry in instance network info cache for port 9840d173-f9af-45cf-bfa0-cc333b159a15. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.216349] env[63393]: DEBUG nova.network.neutron [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updating instance_info_cache with network_info: [{"id": "9840d173-f9af-45cf-bfa0-cc333b159a15", "address": "fa:16:3e:7b:92:a9", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9840d173-f9", "ovs_interfaceid": "9840d173-f9af-45cf-bfa0-cc333b159a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.331248] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.486021] env[63393]: DEBUG nova.scheduler.client.report [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.490563] env[63393]: DEBUG nova.compute.manager [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.490755] env[63393]: DEBUG nova.compute.manager [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing instance network info cache due to event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.490964] env[63393]: DEBUG oslo_concurrency.lockutils [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.491117] env[63393]: DEBUG oslo_concurrency.lockutils [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.491295] env[63393]: DEBUG nova.network.neutron [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.535500] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b07df6-f964-848b-4e27-3fa75abe06a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.535623] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.535860] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.536103] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.536253] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.536460] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.536732] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc4c9ea2-265f-49d1-afd3-1c608bd72825 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.546705] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.546918] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.547873] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3c805a-5e49-45e3-850d-d26d34c6b3a6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.554673] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1031.554673] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52741b3b-204f-5144-c430-7f647fc457b2" [ 1031.554673] env[63393]: _type = "Task" [ 1031.554673] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.562625] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52741b3b-204f-5144-c430-7f647fc457b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.647188] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.647502] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64166ba8-8819-4538-8002-a2bcd8236690 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.654895] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1031.654895] env[63393]: value = "task-2682423" [ 1031.654895] env[63393]: _type = "Task" [ 1031.654895] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.662773] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.677333] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.703722] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.703968] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.704169] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.704380] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.704570] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.704697] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.704919] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.705094] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.705268] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.705431] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.705607] env[63393]: DEBUG nova.virt.hardware [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.706486] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234e1b0-a1e7-46e0-8c7a-0fa0bf2b0915 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.714411] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d1ed6-0aeb-43f0-95d7-a5eedee24b1a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.720222] env[63393]: DEBUG oslo_concurrency.lockutils [req-4872fd13-fc21-4e0a-a293-d052fb9eb7ac req-1d5dffbd-4610-4d48-b6ce-f345a807fa54 service nova] Releasing lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.964784] env[63393]: DEBUG nova.compute.manager [req-54c3e500-ddfb-4ba3-b5d9-54ac47319fdf req-c0a51319-2ed3-4800-a020-09b447b4d619 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Received event network-vif-plugged-211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.965979] env[63393]: DEBUG oslo_concurrency.lockutils [req-54c3e500-ddfb-4ba3-b5d9-54ac47319fdf req-c0a51319-2ed3-4800-a020-09b447b4d619 service nova] Acquiring lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.966391] env[63393]: DEBUG oslo_concurrency.lockutils [req-54c3e500-ddfb-4ba3-b5d9-54ac47319fdf req-c0a51319-2ed3-4800-a020-09b447b4d619 service nova] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.966741] env[63393]: DEBUG oslo_concurrency.lockutils [req-54c3e500-ddfb-4ba3-b5d9-54ac47319fdf req-c0a51319-2ed3-4800-a020-09b447b4d619 service nova] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.967226] env[63393]: DEBUG nova.compute.manager [req-54c3e500-ddfb-4ba3-b5d9-54ac47319fdf req-c0a51319-2ed3-4800-a020-09b447b4d619 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] No waiting events found dispatching network-vif-plugged-211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.967896] env[63393]: WARNING nova.compute.manager [req-54c3e500-ddfb-4ba3-b5d9-54ac47319fdf req-c0a51319-2ed3-4800-a020-09b447b4d619 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Received unexpected event network-vif-plugged-211cd748-d99f-4ced-911d-28ef626a9dfc for instance with vm_state building and task_state spawning. [ 1031.986383] env[63393]: DEBUG nova.network.neutron [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Successfully updated port: 211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.993958] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.994346] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.004023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.474s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.004023] env[63393]: DEBUG nova.objects.instance [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lazy-loading 'resources' on Instance uuid ce27a7e1-05e2-46b0-9689-39d4efbda232 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.065808] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52741b3b-204f-5144-c430-7f647fc457b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.066575] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362f0c43-6b52-454a-9969-30ad9f256786 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.072012] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1032.072012] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529f8637-ac03-cf34-ccea-9620a01e08be" [ 1032.072012] env[63393]: _type = "Task" [ 1032.072012] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.082472] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529f8637-ac03-cf34-ccea-9620a01e08be, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.082734] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.082984] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 34ee59bb-b7f5-4e75-bbc4-118567ec1880/34ee59bb-b7f5-4e75-bbc4-118567ec1880.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.083278] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1745a53a-ffe0-4aaf-bbf0-90abd8f50862 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.089329] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1032.089329] env[63393]: value = "task-2682424" [ 1032.089329] env[63393]: _type = "Task" [ 1032.089329] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.089708] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "interface-0fe13f78-4023-494b-abaa-e1d8f5e727aa-34da0024-1276-4f7d-94b8-53ce9feb6da8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.089923] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-0fe13f78-4023-494b-abaa-e1d8f5e727aa-34da0024-1276-4f7d-94b8-53ce9feb6da8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.098409] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.167323] env[63393]: DEBUG oslo_vmware.api [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682423, 'name': PowerOnVM_Task, 'duration_secs': 0.413238} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.167714] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.167986] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d1cc13-c448-47da-8c10-9b18ed694490 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance 'e0efc5b4-085b-4f18-8b7b-829b162cd3e3' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.217638] env[63393]: DEBUG nova.network.neutron [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updated VIF entry in instance network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.218029] env[63393]: DEBUG nova.network.neutron [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.488891] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.489225] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.489447] env[63393]: DEBUG nova.network.neutron [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.505498] env[63393]: DEBUG nova.compute.utils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.506948] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.507174] env[63393]: DEBUG nova.network.neutron [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.564926] env[63393]: DEBUG nova.policy [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.595245] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.595581] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.599915] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f92a03e-5aef-4007-9899-837bc7ef48d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.602742] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440603} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.605139] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 34ee59bb-b7f5-4e75-bbc4-118567ec1880/34ee59bb-b7f5-4e75-bbc4-118567ec1880.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.605278] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.606091] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63f566a-5689-4f0d-b35b-3f62de60e62d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.628451] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f4772d-4883-418c-bf79-d9b2ce5afd53 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.631325] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1032.631325] env[63393]: value = "task-2682425" [ 1032.631325] env[63393]: _type = "Task" [ 1032.631325] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.658367] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Reconfiguring VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1032.661948] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d532ea8-9b22-496c-b50e-e4f1e700f647 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.682375] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682425, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.687617] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1032.687617] env[63393]: value = "task-2682426" [ 1032.687617] env[63393]: _type = "Task" [ 1032.687617] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.699602] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.721090] env[63393]: DEBUG oslo_concurrency.lockutils [req-adbb6f2e-c2ba-4d81-b85e-a04526419491 req-b7ec306d-9e69-43e2-9759-3abc22aa59e5 service nova] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.795635] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062c9fe-1687-425d-a7d4-2b8496d52fea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.803548] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b51013-2701-44a6-9022-df17cc3dd9b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.841326] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c7df64-365b-4ab3-88b4-8f739cf68f6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.849074] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdeb902-6a6f-491d-bb9a-dc625e8b2cb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.853920] env[63393]: DEBUG nova.network.neutron [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Successfully created port: 05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.867891] env[63393]: DEBUG nova.compute.provider_tree [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.012792] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.032509] env[63393]: DEBUG nova.network.neutron [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.142401] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070005} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.142683] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.143671] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abee7ab-0a4f-4abb-91fa-a5f05b76e36d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.166058] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 34ee59bb-b7f5-4e75-bbc4-118567ec1880/34ee59bb-b7f5-4e75-bbc4-118567ec1880.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.169203] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc26da8-852a-4485-938b-92135f5c6d28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.205628] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1033.205628] env[63393]: value = "task-2682427" [ 1033.205628] env[63393]: _type = "Task" [ 1033.205628] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.213498] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.219418] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.292635] env[63393]: DEBUG nova.network.neutron [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.371794] env[63393]: DEBUG nova.scheduler.client.report [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.719767] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.723892] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682427, 'name': ReconfigVM_Task, 'duration_secs': 0.427844} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.724245] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 34ee59bb-b7f5-4e75-bbc4-118567ec1880/34ee59bb-b7f5-4e75-bbc4-118567ec1880.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.724933] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158918f8-5537-448d-8cb3-5b5e03dbc63d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.731353] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1033.731353] env[63393]: value = "task-2682428" [ 1033.731353] env[63393]: _type = "Task" [ 1033.731353] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.740835] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682428, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.795406] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.795837] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Instance network_info: |[{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.796384] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:7a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '211cd748-d99f-4ced-911d-28ef626a9dfc', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.805069] env[63393]: DEBUG oslo.service.loopingcall [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.805654] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.805967] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37d8ac2-0fef-4cc3-8d39-3e25187123a1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.829555] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.829555] env[63393]: value = "task-2682429" [ 1033.829555] env[63393]: _type = "Task" [ 1033.829555] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.837890] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682429, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.876560] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.879487] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.968s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.881133] env[63393]: INFO nova.compute.claims [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.899968] env[63393]: INFO nova.scheduler.client.report [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Deleted allocations for instance ce27a7e1-05e2-46b0-9689-39d4efbda232 [ 1033.995616] env[63393]: DEBUG nova.compute.manager [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Received event network-changed-211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.995794] env[63393]: DEBUG nova.compute.manager [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Refreshing instance network info cache due to event network-changed-211cd748-d99f-4ced-911d-28ef626a9dfc. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.996497] env[63393]: DEBUG oslo_concurrency.lockutils [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.996497] env[63393]: DEBUG oslo_concurrency.lockutils [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.996497] env[63393]: DEBUG nova.network.neutron [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Refreshing network info cache for port 211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.028542] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.054894] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.055164] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.055333] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.055590] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.055740] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.055891] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.056135] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.056300] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.056553] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.056708] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.056903] env[63393]: DEBUG nova.virt.hardware [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.057813] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19202dd9-251f-4485-a89d-cc8dd035c184 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.066072] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c845f53a-8177-44e6-b66d-365a8b867c95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.213451] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.241417] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682428, 'name': Rename_Task, 'duration_secs': 0.155405} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.241736] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.242113] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cde1ebc-20d3-4523-ae04-1411311d0d1a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.249400] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1034.249400] env[63393]: value = "task-2682430" [ 1034.249400] env[63393]: _type = "Task" [ 1034.249400] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.258647] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.339226] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682429, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.408454] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Lock "ce27a7e1-05e2-46b0-9689-39d4efbda232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.479s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.505080] env[63393]: DEBUG nova.network.neutron [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Successfully updated port: 05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.719792] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.759520] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.763811] env[63393]: DEBUG nova.network.neutron [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updated VIF entry in instance network info cache for port 211cd748-d99f-4ced-911d-28ef626a9dfc. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.763811] env[63393]: DEBUG nova.network.neutron [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.841236] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682429, 'name': CreateVM_Task, 'duration_secs': 0.523612} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.841436] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.842212] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.842381] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.842735] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.843016] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40874d8-53ea-4780-bff3-cc58f8a14909 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.845106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.845316] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.845497] env[63393]: DEBUG nova.compute.manager [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Going to confirm migration 6 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1034.849785] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1034.849785] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c2bdd-6fb1-5e92-e27d-fc82a304affb" [ 1034.849785] env[63393]: _type = "Task" [ 1034.849785] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.858112] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522c2bdd-6fb1-5e92-e27d-fc82a304affb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.008996] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-5d6f9758-4801-4136-a593-ab49972be3e9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.009210] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-5d6f9758-4801-4136-a593-ab49972be3e9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.009311] env[63393]: DEBUG nova.network.neutron [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.112797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9c0a0-e129-49d5-9e44-fd07114803ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.122215] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7451dd9-5deb-454e-b852-38c5fa99c316 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.152967] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f27eb7-db68-4d4f-a7ea-efa9f7df3f76 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.160429] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d98fe63-ad1d-4a9e-9456-f7d9797a2760 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.174999] env[63393]: DEBUG nova.compute.provider_tree [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.215082] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.259914] env[63393]: DEBUG oslo_vmware.api [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682430, 'name': PowerOnVM_Task, 'duration_secs': 0.748868} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.260418] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.260679] env[63393]: INFO nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1035.260913] env[63393]: DEBUG nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.261752] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d6b67c-4999-4768-9b5b-8c25898c426d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.265959] env[63393]: DEBUG oslo_concurrency.lockutils [req-d64a968c-cf39-4252-9294-84a6a7aea31f req-d3ff5c57-808e-4729-b7d4-9ad087dbfa3e service nova] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.362383] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522c2bdd-6fb1-5e92-e27d-fc82a304affb, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.362670] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.362909] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.363153] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.363304] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.363486] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.363755] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c0d2ec0-ad6d-479b-a333-bcabbe716c62 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.379324] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.379563] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.380325] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54cf60d3-e9b7-4cd4-9122-d22c4fb7c29c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.386560] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1035.386560] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5276640e-ad5b-31e1-632e-8c89c8ccf72b" [ 1035.386560] env[63393]: _type = "Task" [ 1035.386560] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.387588] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.387756] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.387949] env[63393]: DEBUG nova.network.neutron [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.388167] env[63393]: DEBUG nova.objects.instance [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'info_cache' on Instance uuid e0efc5b4-085b-4f18-8b7b-829b162cd3e3 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.398303] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5276640e-ad5b-31e1-632e-8c89c8ccf72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.563055] env[63393]: DEBUG nova.network.neutron [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.678343] env[63393]: DEBUG nova.scheduler.client.report [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.715117] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.781811] env[63393]: INFO nova.compute.manager [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Took 17.36 seconds to build instance. [ 1035.909543] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5276640e-ad5b-31e1-632e-8c89c8ccf72b, 'name': SearchDatastore_Task, 'duration_secs': 0.040422} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.910912] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bb8599-0742-4484-b482-966f58d1004c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.917761] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1035.917761] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5212d6f5-5d88-83f5-ddd4-01eb7010cf19" [ 1035.917761] env[63393]: _type = "Task" [ 1035.917761] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.925704] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5212d6f5-5d88-83f5-ddd4-01eb7010cf19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.981672] env[63393]: DEBUG nova.network.neutron [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Updating instance_info_cache with network_info: [{"id": "05f13bbc-9c1a-4555-8247-7c43975bd58c", "address": "fa:16:3e:76:30:af", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f13bbc-9c", "ovs_interfaceid": "05f13bbc-9c1a-4555-8247-7c43975bd58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.027856] env[63393]: DEBUG nova.compute.manager [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Received event network-vif-plugged-05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.028241] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] Acquiring lock "5d6f9758-4801-4136-a593-ab49972be3e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.028412] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] Lock "5d6f9758-4801-4136-a593-ab49972be3e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.028590] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] Lock "5d6f9758-4801-4136-a593-ab49972be3e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.028781] env[63393]: DEBUG nova.compute.manager [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] No waiting events found dispatching network-vif-plugged-05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.028950] env[63393]: WARNING nova.compute.manager [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Received unexpected event network-vif-plugged-05f13bbc-9c1a-4555-8247-7c43975bd58c for instance with vm_state building and task_state spawning. [ 1036.029128] env[63393]: DEBUG nova.compute.manager [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Received event network-changed-05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.029289] env[63393]: DEBUG nova.compute.manager [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Refreshing instance network info cache due to event network-changed-05f13bbc-9c1a-4555-8247-7c43975bd58c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.029457] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] Acquiring lock "refresh_cache-5d6f9758-4801-4136-a593-ab49972be3e9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.186261] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.186261] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.186775] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.860s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.186775] env[63393]: DEBUG nova.objects.instance [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63393) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1036.222584] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.284996] env[63393]: DEBUG oslo_concurrency.lockutils [None req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.875s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.429524] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5212d6f5-5d88-83f5-ddd4-01eb7010cf19, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.431934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.432309] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.432591] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20fe211-8283-4903-9d76-6b6dfc0172da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.439683] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1036.439683] env[63393]: value = "task-2682431" [ 1036.439683] env[63393]: _type = "Task" [ 1036.439683] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.447462] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.485162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-5d6f9758-4801-4136-a593-ab49972be3e9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.485419] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Instance network_info: |[{"id": "05f13bbc-9c1a-4555-8247-7c43975bd58c", "address": "fa:16:3e:76:30:af", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f13bbc-9c", "ovs_interfaceid": "05f13bbc-9c1a-4555-8247-7c43975bd58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.485746] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] Acquired lock "refresh_cache-5d6f9758-4801-4136-a593-ab49972be3e9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.485987] env[63393]: DEBUG nova.network.neutron [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Refreshing network info cache for port 05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.487466] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:30:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f13bbc-9c1a-4555-8247-7c43975bd58c', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.497400] env[63393]: DEBUG oslo.service.loopingcall [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.499734] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.499993] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-060c7a4b-d85e-4bcf-9c9e-5a27ddd928a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.525805] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.525805] env[63393]: value = "task-2682432" [ 1036.525805] env[63393]: _type = "Task" [ 1036.525805] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.534437] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682432, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.653104] env[63393]: DEBUG nova.compute.manager [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Received event network-changed-9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.653315] env[63393]: DEBUG nova.compute.manager [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Refreshing instance network info cache due to event network-changed-9840d173-f9af-45cf-bfa0-cc333b159a15. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.653576] env[63393]: DEBUG oslo_concurrency.lockutils [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] Acquiring lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.653695] env[63393]: DEBUG oslo_concurrency.lockutils [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] Acquired lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.653829] env[63393]: DEBUG nova.network.neutron [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Refreshing network info cache for port 9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.665965] env[63393]: DEBUG nova.network.neutron [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance_info_cache with network_info: [{"id": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "address": "fa:16:3e:9e:93:ce", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9ca6b8-c9", "ovs_interfaceid": "1c9ca6b8-c97c-4fea-b430-89ac33c0d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.691434] env[63393]: DEBUG nova.compute.utils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.693793] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.693793] env[63393]: DEBUG nova.network.neutron [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.720360] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.750603] env[63393]: DEBUG nova.policy [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4f6aff45f6a4c02bf469895943ef92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b7f9cc44d34b3195bd456d157b7310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.952340] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.043345] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682432, 'name': CreateVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.168487] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e0efc5b4-085b-4f18-8b7b-829b162cd3e3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.168894] env[63393]: DEBUG nova.objects.instance [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'migration_context' on Instance uuid e0efc5b4-085b-4f18-8b7b-829b162cd3e3 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.201871] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.208973] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cb7bb0ed-55d1-4c40-80ec-3d540a1de609 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.232635] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.363822] env[63393]: DEBUG nova.network.neutron [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Successfully created port: cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.451276] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564863} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.451581] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.451825] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.452113] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d725f87-2e15-484a-92f3-5c9ec521c0d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.459199] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1037.459199] env[63393]: value = "task-2682433" [ 1037.459199] env[63393]: _type = "Task" [ 1037.459199] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.463454] env[63393]: DEBUG nova.network.neutron [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Updated VIF entry in instance network info cache for port 05f13bbc-9c1a-4555-8247-7c43975bd58c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.463828] env[63393]: DEBUG nova.network.neutron [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Updating instance_info_cache with network_info: [{"id": "05f13bbc-9c1a-4555-8247-7c43975bd58c", "address": "fa:16:3e:76:30:af", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f13bbc-9c", "ovs_interfaceid": "05f13bbc-9c1a-4555-8247-7c43975bd58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.470149] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.539926] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682432, 'name': CreateVM_Task, 'duration_secs': 0.571702} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.540249] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.541046] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.541102] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.541427] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.541680] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b464fd9c-b859-473e-87e9-d67323879858 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.546098] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1037.546098] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a15aca-54d2-f098-81c0-1279f1427cf0" [ 1037.546098] env[63393]: _type = "Task" [ 1037.546098] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.553963] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a15aca-54d2-f098-81c0-1279f1427cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.592564] env[63393]: DEBUG nova.network.neutron [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updated VIF entry in instance network info cache for port 9840d173-f9af-45cf-bfa0-cc333b159a15. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.592975] env[63393]: DEBUG nova.network.neutron [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updating instance_info_cache with network_info: [{"id": "9840d173-f9af-45cf-bfa0-cc333b159a15", "address": "fa:16:3e:7b:92:a9", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9840d173-f9", "ovs_interfaceid": "9840d173-f9af-45cf-bfa0-cc333b159a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.672561] env[63393]: DEBUG nova.objects.base [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.673590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f120e1c-5199-471a-af4e-ab724441255a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.695666] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103028a3-1d3a-4884-9a16-1f5c1379d960 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.701733] env[63393]: DEBUG oslo_vmware.api [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1037.701733] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520c3999-a9eb-cb88-2fe6-ae9d65241d6d" [ 1037.701733] env[63393]: _type = "Task" [ 1037.701733] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.709744] env[63393]: DEBUG oslo_vmware.api [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520c3999-a9eb-cb88-2fe6-ae9d65241d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.722903] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.973095] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4021411-9f73-4ce9-923d-3a68a6fe8c2e req-a494d916-93e4-4dba-bc2a-34116bdeceec service nova] Releasing lock "refresh_cache-5d6f9758-4801-4136-a593-ab49972be3e9" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.973095] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071372} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.973095] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.973628] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf17973-84f1-4c11-9f49-b1692d94ee6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.996592] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.996927] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593d62ad-3043-404b-8e56-e25b4f5c60ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.018485] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1038.018485] env[63393]: value = "task-2682434" [ 1038.018485] env[63393]: _type = "Task" [ 1038.018485] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.028810] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.056543] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a15aca-54d2-f098-81c0-1279f1427cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.015943} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.056896] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.057151] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.057403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.057555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.057733] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.058007] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba1df5b-4609-44f0-bd93-0b613a72546b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.069752] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.069970] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.070713] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff198af1-5483-4729-b8f9-e01c426f14ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.077399] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1038.077399] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527e895c-77d4-20f2-34f3-07b981a34c4d" [ 1038.077399] env[63393]: _type = "Task" [ 1038.077399] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.085460] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527e895c-77d4-20f2-34f3-07b981a34c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.096082] env[63393]: DEBUG oslo_concurrency.lockutils [req-fc347995-02b1-4ae5-a03d-017ed583b275 req-264141e2-dfe3-4101-bc89-540b29951728 service nova] Releasing lock "refresh_cache-34ee59bb-b7f5-4e75-bbc4-118567ec1880" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.212271] env[63393]: DEBUG oslo_vmware.api [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520c3999-a9eb-cb88-2fe6-ae9d65241d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.007433} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.212570] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.212800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.218656] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.226223] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.246257] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.246597] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.246857] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.247174] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.247430] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.247691] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.248244] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.248386] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.248474] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.248648] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.248837] env[63393]: DEBUG nova.virt.hardware [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.249993] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e7897-8f27-48cc-b489-d24046e20855 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.258160] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71278ef-6ecb-4ae3-bc26-4ebecd29fc5a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.531860] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.587459] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527e895c-77d4-20f2-34f3-07b981a34c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.050475} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.588195] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6e3f35-cd92-4113-950b-71de7dd4cbf0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.593159] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1038.593159] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b14694-6d80-a014-b7d8-aa67bd62af24" [ 1038.593159] env[63393]: _type = "Task" [ 1038.593159] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.600556] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b14694-6d80-a014-b7d8-aa67bd62af24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.729122] env[63393]: DEBUG oslo_vmware.api [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682426, 'name': ReconfigVM_Task, 'duration_secs': 5.903987} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.729382] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.729619] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Reconfigured VM to detach interface {{(pid=63393) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1038.930690] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5b76e9-1a61-42bf-b009-e178dfac9d49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.938491] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e433d-07d7-4838-b4e1-fef2b7914c3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.968010] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0610eeb-0a3c-4dcb-b8e9-fd27939aa0b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.975077] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e2bbb2-4a6b-458f-9d5d-2ec1c05b0b09 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.983649] env[63393]: DEBUG nova.compute.manager [req-c64f4cfc-011e-4147-893d-cf7622e56c7d req-f15ab784-4744-4a85-a86c-2a3879ab64c7 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Received event network-vif-plugged-cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.983649] env[63393]: DEBUG oslo_concurrency.lockutils [req-c64f4cfc-011e-4147-893d-cf7622e56c7d req-f15ab784-4744-4a85-a86c-2a3879ab64c7 service nova] Acquiring lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.983649] env[63393]: DEBUG oslo_concurrency.lockutils [req-c64f4cfc-011e-4147-893d-cf7622e56c7d req-f15ab784-4744-4a85-a86c-2a3879ab64c7 service nova] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.983807] env[63393]: DEBUG oslo_concurrency.lockutils [req-c64f4cfc-011e-4147-893d-cf7622e56c7d req-f15ab784-4744-4a85-a86c-2a3879ab64c7 service nova] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.984073] env[63393]: DEBUG nova.compute.manager [req-c64f4cfc-011e-4147-893d-cf7622e56c7d req-f15ab784-4744-4a85-a86c-2a3879ab64c7 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] No waiting events found dispatching network-vif-plugged-cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.984289] env[63393]: WARNING nova.compute.manager [req-c64f4cfc-011e-4147-893d-cf7622e56c7d req-f15ab784-4744-4a85-a86c-2a3879ab64c7 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Received unexpected event network-vif-plugged-cc42bc84-9c08-48e6-b325-352b977497a6 for instance with vm_state building and task_state spawning. [ 1038.994605] env[63393]: DEBUG nova.compute.provider_tree [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.028917] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682434, 'name': ReconfigVM_Task, 'duration_secs': 0.823597} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.029262] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.029874] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d3bf50-b3fb-445d-958f-3e6c2d51f2c0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.036923] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1039.036923] env[63393]: value = "task-2682435" [ 1039.036923] env[63393]: _type = "Task" [ 1039.036923] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.044959] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682435, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.104155] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b14694-6d80-a014-b7d8-aa67bd62af24, 'name': SearchDatastore_Task, 'duration_secs': 0.029807} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.104446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.104710] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 5d6f9758-4801-4136-a593-ab49972be3e9/5d6f9758-4801-4136-a593-ab49972be3e9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.104981] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-032fe98c-b63f-45fe-84b8-09c9ec80fc85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.111341] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1039.111341] env[63393]: value = "task-2682436" [ 1039.111341] env[63393]: _type = "Task" [ 1039.111341] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.120691] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.205953] env[63393]: DEBUG nova.network.neutron [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Successfully updated port: cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.497494] env[63393]: DEBUG nova.scheduler.client.report [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.547023] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682435, 'name': Rename_Task, 'duration_secs': 0.20383} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.547359] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.547704] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64b2d67-47fd-41d5-ac79-c6002b65b58b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.555713] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1039.555713] env[63393]: value = "task-2682437" [ 1039.555713] env[63393]: _type = "Task" [ 1039.555713] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.567356] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.621477] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.711508] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.711671] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.711824] env[63393]: DEBUG nova.network.neutron [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.925694] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.925902] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.926135] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "70678f78-9ae6-4b57-9fd9-59497d540222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.926340] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.926618] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.928822] env[63393]: INFO nova.compute.manager [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Terminating instance [ 1040.065433] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.121767] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595047} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.122048] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 5d6f9758-4801-4136-a593-ab49972be3e9/5d6f9758-4801-4136-a593-ab49972be3e9.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.122268] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.122539] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9818f098-118b-4da2-995f-b46cb5dddd99 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.129187] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1040.129187] env[63393]: value = "task-2682438" [ 1040.129187] env[63393]: _type = "Task" [ 1040.129187] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.139345] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.243091] env[63393]: DEBUG nova.network.neutron [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.276283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.276625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquired lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.276945] env[63393]: DEBUG nova.network.neutron [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.381901] env[63393]: DEBUG nova.network.neutron [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [{"id": "cc42bc84-9c08-48e6-b325-352b977497a6", "address": "fa:16:3e:4e:d0:ed", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc42bc84-9c", "ovs_interfaceid": "cc42bc84-9c08-48e6-b325-352b977497a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.433125] env[63393]: DEBUG nova.compute.manager [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.433125] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.434135] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dc5741-1e3b-4435-a55c-8d786543907f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.443515] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.443945] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d445ff-3a2c-475e-b4f1-89931eb29a7f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.450440] env[63393]: DEBUG oslo_vmware.api [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1040.450440] env[63393]: value = "task-2682439" [ 1040.450440] env[63393]: _type = "Task" [ 1040.450440] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.459031] env[63393]: DEBUG oslo_vmware.api [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.508973] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.521683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.521949] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.522180] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.522366] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.522537] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.524675] env[63393]: INFO nova.compute.manager [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Terminating instance [ 1040.566700] env[63393]: DEBUG oslo_vmware.api [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682437, 'name': PowerOnVM_Task, 'duration_secs': 0.916947} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.566990] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.567169] env[63393]: INFO nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1040.567338] env[63393]: DEBUG nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.568144] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbbb52e-0d20-46eb-8724-cf6a47dd6545 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.639956] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180604} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.639956] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.640630] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60996f34-6e38-47f0-933d-38d09f58ba79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.667953] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 5d6f9758-4801-4136-a593-ab49972be3e9/5d6f9758-4801-4136-a593-ab49972be3e9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.668295] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab518e23-baac-44cc-aaed-f0d58f0266a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.689162] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1040.689162] env[63393]: value = "task-2682440" [ 1040.689162] env[63393]: _type = "Task" [ 1040.689162] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.700823] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.884542] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.884716] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Instance network_info: |[{"id": "cc42bc84-9c08-48e6-b325-352b977497a6", "address": "fa:16:3e:4e:d0:ed", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc42bc84-9c", "ovs_interfaceid": "cc42bc84-9c08-48e6-b325-352b977497a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.885207] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc42bc84-9c08-48e6-b325-352b977497a6', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.892598] env[63393]: DEBUG oslo.service.loopingcall [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.894857] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.895124] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c547e40-66cc-4f00-8fa8-57e6b3d0f76d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.914312] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.914312] env[63393]: value = "task-2682441" [ 1040.914312] env[63393]: _type = "Task" [ 1040.914312] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.921824] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682441, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.960802] env[63393]: DEBUG oslo_vmware.api [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682439, 'name': PowerOffVM_Task, 'duration_secs': 0.319602} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.961171] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.961352] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.961608] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a170002a-f47f-47a6-ac67-0948f24bcdf9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.001835] env[63393]: INFO nova.network.neutron [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Port 34da0024-1276-4f7d-94b8-53ce9feb6da8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1041.002276] env[63393]: DEBUG nova.network.neutron [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [{"id": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "address": "fa:16:3e:2f:26:d5", "network": {"id": "3e642c32-43c1-4310-9169-d24281728683", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1289212630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59efff8132694521a705c842387518c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9b681be-fa", "ovs_interfaceid": "f9b681be-fa1d-4da8-ba6c-d004afb79576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.005846] env[63393]: DEBUG nova.compute.manager [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Received event network-changed-cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.006047] env[63393]: DEBUG nova.compute.manager [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Refreshing instance network info cache due to event network-changed-cc42bc84-9c08-48e6-b325-352b977497a6. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.006276] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] Acquiring lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.006499] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] Acquired lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006684] env[63393]: DEBUG nova.network.neutron [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Refreshing network info cache for port cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.028572] env[63393]: DEBUG nova.compute.manager [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.028572] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.028873] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.029100] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.029611] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Deleting the datastore file [datastore1] 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.030245] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da71723c-847d-45ea-97f7-2265801af71c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.033257] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-145318e4-4f89-4f9c-b890-82959fc60de4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.042790] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.044053] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3278e93-37e4-472b-8ed9-bf5532cd286a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.045691] env[63393]: DEBUG oslo_vmware.api [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1041.045691] env[63393]: value = "task-2682443" [ 1041.045691] env[63393]: _type = "Task" [ 1041.045691] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.050876] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1041.050876] env[63393]: value = "task-2682444" [ 1041.050876] env[63393]: _type = "Task" [ 1041.050876] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.057664] env[63393]: DEBUG oslo_vmware.api [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.062722] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.083362] env[63393]: INFO nova.scheduler.client.report [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocation for migration e4381bb0-11a9-45ad-a477-809af417eab6 [ 1041.089924] env[63393]: INFO nova.compute.manager [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Took 15.10 seconds to build instance. [ 1041.199615] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682440, 'name': ReconfigVM_Task, 'duration_secs': 0.478275} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.199971] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 5d6f9758-4801-4136-a593-ab49972be3e9/5d6f9758-4801-4136-a593-ab49972be3e9.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.200718] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2175fec2-4c7d-4b2f-97e0-1eaa4282517c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.207268] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1041.207268] env[63393]: value = "task-2682445" [ 1041.207268] env[63393]: _type = "Task" [ 1041.207268] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.216340] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682445, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.424875] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682441, 'name': CreateVM_Task, 'duration_secs': 0.3401} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.425131] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.425805] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.425970] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.426332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.426584] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b31685e-b139-4a03-8602-c558911ccedd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.431333] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1041.431333] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52614449-76f9-3502-9477-cd0427153a9f" [ 1041.431333] env[63393]: _type = "Task" [ 1041.431333] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.439052] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52614449-76f9-3502-9477-cd0427153a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.509103] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Releasing lock "refresh_cache-0fe13f78-4023-494b-abaa-e1d8f5e727aa" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.557965] env[63393]: DEBUG oslo_vmware.api [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174967} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.558621] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.558868] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.559097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.559285] env[63393]: INFO nova.compute.manager [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1041.559547] env[63393]: DEBUG oslo.service.loopingcall [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.559774] env[63393]: DEBUG nova.compute.manager [-] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.559906] env[63393]: DEBUG nova.network.neutron [-] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.564424] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682444, 'name': PowerOffVM_Task, 'duration_secs': 0.286458} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.564948] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.565143] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.565387] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ba96fe-013e-425c-9561-8fe1153560b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.590612] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f122ce54-a358-4b81-993a-f6de84cd24b2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.745s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.591844] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.618s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.629267] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.629267] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.629454] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleting the datastore file [datastore1] 0fe13f78-4023-494b-abaa-e1d8f5e727aa {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.629828] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd105d6a-57b3-42e5-bf15-5ed0ed24cadb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.637073] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1041.637073] env[63393]: value = "task-2682447" [ 1041.637073] env[63393]: _type = "Task" [ 1041.637073] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.644610] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.720292] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682445, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.923254] env[63393]: DEBUG nova.network.neutron [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updated VIF entry in instance network info cache for port cc42bc84-9c08-48e6-b325-352b977497a6. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.923662] env[63393]: DEBUG nova.network.neutron [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [{"id": "cc42bc84-9c08-48e6-b325-352b977497a6", "address": "fa:16:3e:4e:d0:ed", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc42bc84-9c", "ovs_interfaceid": "cc42bc84-9c08-48e6-b325-352b977497a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.943286] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52614449-76f9-3502-9477-cd0427153a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.023848} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.943585] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.943837] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.944040] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.944922] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.944922] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.944922] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f345f005-0053-4500-8346-5f9a00edc92a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.952630] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.952857] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.953588] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f42d06-372b-4b71-8709-bac5b4d87621 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.958682] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1041.958682] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527843e9-ac3e-8ac2-8d52-2fba8d48a08c" [ 1041.958682] env[63393]: _type = "Task" [ 1041.958682] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.966558] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527843e9-ac3e-8ac2-8d52-2fba8d48a08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.014702] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b6fd8a81-2230-41f3-b4c6-851ce53fc865 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "interface-0fe13f78-4023-494b-abaa-e1d8f5e727aa-34da0024-1276-4f7d-94b8-53ce9feb6da8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.925s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.149097] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.221551] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682445, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.426967] env[63393]: DEBUG oslo_concurrency.lockutils [req-e4736a2d-3c8c-4f60-b5fa-0402d7bfa983 req-7bf165fb-a3d4-48ce-a317-5c3c7e905367 service nova] Releasing lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.471963] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527843e9-ac3e-8ac2-8d52-2fba8d48a08c, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.472964] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5e5730-322c-42ff-83a1-c38457404eef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.482549] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1042.482549] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5284fb51-8330-b110-c20b-47cf81614920" [ 1042.482549] env[63393]: _type = "Task" [ 1042.482549] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.496942] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5284fb51-8330-b110-c20b-47cf81614920, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.498074] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.498396] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b/e675c0a9-015c-47d7-a1ac-3737948d273b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.503122] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aeb54e1-c4eb-408f-bfd1-f59ab373f913 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.512875] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1042.512875] env[63393]: value = "task-2682448" [ 1042.512875] env[63393]: _type = "Task" [ 1042.512875] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.521961] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.650082] env[63393]: DEBUG oslo_vmware.api [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658707} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.651095] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.651427] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.651617] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.651795] env[63393]: INFO nova.compute.manager [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1042.652047] env[63393]: DEBUG oslo.service.loopingcall [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.652306] env[63393]: DEBUG nova.compute.manager [-] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.652416] env[63393]: DEBUG nova.network.neutron [-] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.720446] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682445, 'name': Rename_Task, 'duration_secs': 1.273136} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.720766] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.721054] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6d4abe-d37a-43c7-8ef7-1fe931a695ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.727629] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1042.727629] env[63393]: value = "task-2682449" [ 1042.727629] env[63393]: _type = "Task" [ 1042.727629] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.736532] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.923122] env[63393]: DEBUG nova.network.neutron [-] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.016023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.016023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.016023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.016023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.016023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.022202] env[63393]: INFO nova.compute.manager [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Terminating instance [ 1043.031814] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.077402] env[63393]: DEBUG nova.compute.manager [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Received event network-vif-deleted-5c7ca85b-de72-4409-8182-21d50ced91b7 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.077454] env[63393]: DEBUG nova.compute.manager [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Received event network-changed-211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.077721] env[63393]: DEBUG nova.compute.manager [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Refreshing instance network info cache due to event network-changed-211cd748-d99f-4ced-911d-28ef626a9dfc. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.077929] env[63393]: DEBUG oslo_concurrency.lockutils [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.078216] env[63393]: DEBUG oslo_concurrency.lockutils [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.078409] env[63393]: DEBUG nova.network.neutron [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Refreshing network info cache for port 211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.237863] env[63393]: DEBUG oslo_vmware.api [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682449, 'name': PowerOnVM_Task, 'duration_secs': 0.496127} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.238408] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.238408] env[63393]: INFO nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1043.238574] env[63393]: DEBUG nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.239266] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3992d0e-fcf6-4ba7-9624-a0e9ad63d2ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.430737] env[63393]: INFO nova.compute.manager [-] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Took 1.87 seconds to deallocate network for instance. [ 1043.527405] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58834} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.527667] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b/e675c0a9-015c-47d7-a1ac-3737948d273b.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.527897] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.528250] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-622e1776-7752-4381-bcb5-ca2d48c0a633 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.534189] env[63393]: DEBUG nova.compute.manager [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.534446] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.535746] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8216326-e888-4060-a55c-196ccd0aafcf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.541868] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1043.541868] env[63393]: value = "task-2682450" [ 1043.541868] env[63393]: _type = "Task" [ 1043.541868] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.549510] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.550367] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdc548c9-6c99-4d6e-9f83-cca2d22ef6b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.555513] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.560209] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1043.560209] env[63393]: value = "task-2682451" [ 1043.560209] env[63393]: _type = "Task" [ 1043.560209] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.571166] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.653067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e8a28faf-38d3-487b-a6cb-86141c791855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.653756] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.758230] env[63393]: INFO nova.compute.manager [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Took 15.58 seconds to build instance. [ 1043.935246] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.935500] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.935702] env[63393]: DEBUG nova.objects.instance [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'resources' on Instance uuid 70678f78-9ae6-4b57-9fd9-59497d540222 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.988154] env[63393]: DEBUG nova.network.neutron [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updated VIF entry in instance network info cache for port 211cd748-d99f-4ced-911d-28ef626a9dfc. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.988568] env[63393]: DEBUG nova.network.neutron [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.052870] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.053340] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.053931] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063d016-b9be-4d63-9495-e08ca7255dd8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.085592] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b/e675c0a9-015c-47d7-a1ac-3737948d273b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.091942] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b425f2-23a3-4d29-b631-f7b3a172d105 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.117029] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682451, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.119681] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1044.119681] env[63393]: value = "task-2682452" [ 1044.119681] env[63393]: _type = "Task" [ 1044.119681] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.130620] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.157274] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.259954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-29250e47-f79c-41f8-a689-e5a5a6f1236e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "5d6f9758-4801-4136-a593-ab49972be3e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.094s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.437239] env[63393]: DEBUG nova.network.neutron [-] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.491634] env[63393]: DEBUG oslo_concurrency.lockutils [req-46927212-b468-46d6-8b81-eb232313be57 req-c5e3d840-1e6e-4db6-81ae-a77f596d0132 service nova] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.583831] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682451, 'name': PowerOffVM_Task, 'duration_secs': 0.648113} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.584259] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.584557] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.584952] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-359da647-feb6-45c3-9c9f-c708b8f7febf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.613192] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "5d6f9758-4801-4136-a593-ab49972be3e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.613427] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "5d6f9758-4801-4136-a593-ab49972be3e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.613640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "5d6f9758-4801-4136-a593-ab49972be3e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.613829] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "5d6f9758-4801-4136-a593-ab49972be3e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.614030] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "5d6f9758-4801-4136-a593-ab49972be3e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.616541] env[63393]: INFO nova.compute.manager [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Terminating instance [ 1044.630107] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.655483] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.655595] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.655707] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore2] e0efc5b4-085b-4f18-8b7b-829b162cd3e3 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.656184] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346f8c0a-2eb5-4bed-b593-f5efc43d0718 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.665148] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1044.665148] env[63393]: value = "task-2682454" [ 1044.665148] env[63393]: _type = "Task" [ 1044.665148] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.678166] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.681976] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.781497] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4249e853-0aff-4e7f-9727-28db89475753 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.789232] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12edc796-90b3-448a-82a8-56a09a29f60f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.819420] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede9197d-3118-4366-9510-18c803530d05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.826483] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e3936-db59-4c4d-9c33-363fe614ed9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.839574] env[63393]: DEBUG nova.compute.provider_tree [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.940254] env[63393]: INFO nova.compute.manager [-] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Took 2.29 seconds to deallocate network for instance. [ 1045.106701] env[63393]: DEBUG nova.compute.manager [req-17f195f1-b9b9-43e7-b104-c1b30edcf3bc req-5d318101-39b0-4ce9-b4a8-971698007732 service nova] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Received event network-vif-deleted-f9b681be-fa1d-4da8-ba6c-d004afb79576 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.120523] env[63393]: DEBUG nova.compute.manager [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.120779] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.121910] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceee3553-0146-44bc-9660-371492234c86 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.134387] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.137828] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6767083-1b80-494e-86cf-b92a9d3306f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.139392] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682452, 'name': ReconfigVM_Task, 'duration_secs': 0.703461} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.139677] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b/e675c0a9-015c-47d7-a1ac-3737948d273b.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.140652] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc7d5f77-1fb4-438f-a047-d459bd27c771 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.144810] env[63393]: DEBUG oslo_vmware.api [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1045.144810] env[63393]: value = "task-2682455" [ 1045.144810] env[63393]: _type = "Task" [ 1045.144810] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.150028] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1045.150028] env[63393]: value = "task-2682456" [ 1045.150028] env[63393]: _type = "Task" [ 1045.150028] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.155839] env[63393]: DEBUG oslo_vmware.api [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.163231] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682456, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.177599] env[63393]: DEBUG oslo_vmware.api [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180365} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.178652] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.178652] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.178652] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.178846] env[63393]: INFO nova.compute.manager [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1045.179077] env[63393]: DEBUG oslo.service.loopingcall [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.179377] env[63393]: DEBUG nova.compute.manager [-] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.179492] env[63393]: DEBUG nova.network.neutron [-] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.343621] env[63393]: DEBUG nova.scheduler.client.report [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.447076] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.656439] env[63393]: DEBUG oslo_vmware.api [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682455, 'name': PowerOffVM_Task, 'duration_secs': 0.200245} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.657317] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.657633] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.657906] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e79e992-dbf6-4c4a-a9b9-9309759fcc87 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.662625] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682456, 'name': Rename_Task, 'duration_secs': 0.214602} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.663230] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.663470] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d797a43b-dfce-454d-b9db-d5a3141cb685 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.670205] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1045.670205] env[63393]: value = "task-2682458" [ 1045.670205] env[63393]: _type = "Task" [ 1045.670205] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.678445] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.737047] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.737047] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.737047] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore2] 5d6f9758-4801-4136-a593-ab49972be3e9 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.737047] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2378db52-1c27-44d3-8256-a2223e39144f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.743565] env[63393]: DEBUG oslo_vmware.api [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1045.743565] env[63393]: value = "task-2682459" [ 1045.743565] env[63393]: _type = "Task" [ 1045.743565] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.752791] env[63393]: DEBUG oslo_vmware.api [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.851285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.854329] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.173s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.856679] env[63393]: INFO nova.compute.claims [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.878191] env[63393]: INFO nova.scheduler.client.report [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Deleted allocations for instance 70678f78-9ae6-4b57-9fd9-59497d540222 [ 1045.927705] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.928135] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.928427] env[63393]: INFO nova.compute.manager [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Shelving [ 1046.057696] env[63393]: DEBUG nova.network.neutron [-] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.181960] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.253937] env[63393]: DEBUG oslo_vmware.api [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446947} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.254465] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.254792] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.257817] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.257817] env[63393]: INFO nova.compute.manager [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1046.257817] env[63393]: DEBUG oslo.service.loopingcall [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.257817] env[63393]: DEBUG nova.compute.manager [-] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.257817] env[63393]: DEBUG nova.network.neutron [-] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.401430] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "70678f78-9ae6-4b57-9fd9-59497d540222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.473s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.560158] env[63393]: INFO nova.compute.manager [-] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Took 1.38 seconds to deallocate network for instance. [ 1046.688939] env[63393]: DEBUG oslo_vmware.api [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682458, 'name': PowerOnVM_Task, 'duration_secs': 0.979296} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.689302] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.689557] env[63393]: INFO nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1046.689781] env[63393]: DEBUG nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.690637] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdaab58-fa58-4f56-85d9-85795732165b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.943055] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.943363] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c072308-780a-44ce-b5ca-a6b6fb27cf89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.953659] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1046.953659] env[63393]: value = "task-2682460" [ 1046.953659] env[63393]: _type = "Task" [ 1046.953659] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.962613] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.068079] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.077715] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c149130-c5d9-4575-b46d-e4ce651c64a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.085968] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0d61fe-cec6-4589-8339-33b12be1363a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.116815] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc2c67-df74-4aeb-bd3a-3c184dda1494 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.125142] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58be24-3e46-4ed6-96c2-8774b11378e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.138650] env[63393]: DEBUG nova.compute.provider_tree [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.144912] env[63393]: DEBUG nova.compute.manager [req-98fc8d86-8aaa-4080-b312-0ac2e7877ff2 req-21c9fa2b-9301-44e7-a9e9-49295929e7a0 service nova] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Received event network-vif-deleted-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.145141] env[63393]: DEBUG nova.compute.manager [req-98fc8d86-8aaa-4080-b312-0ac2e7877ff2 req-21c9fa2b-9301-44e7-a9e9-49295929e7a0 service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Received event network-vif-deleted-05f13bbc-9c1a-4555-8247-7c43975bd58c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.145312] env[63393]: INFO nova.compute.manager [req-98fc8d86-8aaa-4080-b312-0ac2e7877ff2 req-21c9fa2b-9301-44e7-a9e9-49295929e7a0 service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Neutron deleted interface 05f13bbc-9c1a-4555-8247-7c43975bd58c; detaching it from the instance and deleting it from the info cache [ 1047.145483] env[63393]: DEBUG nova.network.neutron [req-98fc8d86-8aaa-4080-b312-0ac2e7877ff2 req-21c9fa2b-9301-44e7-a9e9-49295929e7a0 service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.195947] env[63393]: DEBUG nova.network.neutron [-] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.211557] env[63393]: INFO nova.compute.manager [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Took 17.32 seconds to build instance. [ 1047.466893] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682460, 'name': PowerOffVM_Task, 'duration_secs': 0.470648} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.466893] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.467725] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86cb3c4-6948-41c5-9ce5-d99ecd78c396 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.488886] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca1c844-39b0-4ef8-b510-eb08522fa03f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.642033] env[63393]: DEBUG nova.scheduler.client.report [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.648213] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad0e5151-fbb3-4f9d-a9ee-9abfcee17d55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.659164] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9748be-06fd-48dc-ab53-228b3d9ec6f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.696885] env[63393]: DEBUG nova.compute.manager [req-98fc8d86-8aaa-4080-b312-0ac2e7877ff2 req-21c9fa2b-9301-44e7-a9e9-49295929e7a0 service nova] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Detach interface failed, port_id=05f13bbc-9c1a-4555-8247-7c43975bd58c, reason: Instance 5d6f9758-4801-4136-a593-ab49972be3e9 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1047.698617] env[63393]: INFO nova.compute.manager [-] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Took 1.44 seconds to deallocate network for instance. [ 1047.713580] env[63393]: DEBUG oslo_concurrency.lockutils [None req-413ae0b2-f8a4-4b4f-9c89-355ead6475de tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.843s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.001568] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.001984] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ac04575-f3dd-4d6f-8f03-eea8127edae8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.013313] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1048.013313] env[63393]: value = "task-2682461" [ 1048.013313] env[63393]: _type = "Task" [ 1048.013313] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.022308] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.147609] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.148238] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.150984] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.704s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.151603] env[63393]: DEBUG nova.objects.instance [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'resources' on Instance uuid 0fe13f78-4023-494b-abaa-e1d8f5e727aa {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.204133] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.290108] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.290370] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.523530] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682461, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.654393] env[63393]: DEBUG nova.compute.utils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.658700] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.658880] env[63393]: DEBUG nova.network.neutron [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.709435] env[63393]: DEBUG nova.policy [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbcd80c64a2540cbad7fab7188e10fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355a70aa860a4d31aaef068a3d3c6a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.793751] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.899570] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61360f-0f2e-4102-bdee-0969090e9d58 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.908371] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809cdc6-f84c-4071-82ea-a6704174b21d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.942920] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc7696-4389-4297-9cd6-e82fd5e8a603 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.951510] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e607215-35a1-4a80-ab5c-e8593cfc46c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.965917] env[63393]: DEBUG nova.compute.provider_tree [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.003218] env[63393]: DEBUG nova.network.neutron [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Successfully created port: 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.023811] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682461, 'name': CreateSnapshot_Task, 'duration_secs': 0.823786} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.024281] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.024854] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7fe72-dbd0-45e1-b13f-1b79c44c643a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.162123] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.240796] env[63393]: DEBUG nova.compute.manager [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1049.312013] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.469578] env[63393]: DEBUG nova.scheduler.client.report [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.543765] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1049.544092] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3e5894d-5897-4513-ac8d-296177f88c9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.553485] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1049.553485] env[63393]: value = "task-2682462" [ 1049.553485] env[63393]: _type = "Task" [ 1049.553485] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.562325] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682462, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.759957] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.974869] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.977299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.909s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.977510] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.979316] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.775s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.979538] env[63393]: DEBUG nova.objects.instance [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid 5d6f9758-4801-4136-a593-ab49972be3e9 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.994898] env[63393]: INFO nova.scheduler.client.report [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocations for instance e0efc5b4-085b-4f18-8b7b-829b162cd3e3 [ 1049.997631] env[63393]: INFO nova.scheduler.client.report [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted allocations for instance 0fe13f78-4023-494b-abaa-e1d8f5e727aa [ 1050.064394] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682462, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.171792] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.199134] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.199393] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.199581] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.199794] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.199944] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.200111] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.200327] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.200490] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.200659] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.200825] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.201008] env[63393]: DEBUG nova.virt.hardware [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.201886] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8efc2f-5801-4e26-964f-ce514037749c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.210165] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96573b31-adaa-4f0e-88bf-7dcc566e655a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.374817] env[63393]: DEBUG nova.compute.manager [req-f6b31e0b-a09b-4fcd-819b-52396536ae55 req-b9d4fa5b-7552-4fb8-91a1-61c57d0ab69c service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Received event network-vif-plugged-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.375053] env[63393]: DEBUG oslo_concurrency.lockutils [req-f6b31e0b-a09b-4fcd-819b-52396536ae55 req-b9d4fa5b-7552-4fb8-91a1-61c57d0ab69c service nova] Acquiring lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.375271] env[63393]: DEBUG oslo_concurrency.lockutils [req-f6b31e0b-a09b-4fcd-819b-52396536ae55 req-b9d4fa5b-7552-4fb8-91a1-61c57d0ab69c service nova] Lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.375440] env[63393]: DEBUG oslo_concurrency.lockutils [req-f6b31e0b-a09b-4fcd-819b-52396536ae55 req-b9d4fa5b-7552-4fb8-91a1-61c57d0ab69c service nova] Lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.375687] env[63393]: DEBUG nova.compute.manager [req-f6b31e0b-a09b-4fcd-819b-52396536ae55 req-b9d4fa5b-7552-4fb8-91a1-61c57d0ab69c service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] No waiting events found dispatching network-vif-plugged-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.375879] env[63393]: WARNING nova.compute.manager [req-f6b31e0b-a09b-4fcd-819b-52396536ae55 req-b9d4fa5b-7552-4fb8-91a1-61c57d0ab69c service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Received unexpected event network-vif-plugged-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 for instance with vm_state building and task_state spawning. [ 1050.464700] env[63393]: DEBUG nova.network.neutron [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Successfully updated port: 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.506531] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c4f52d55-5fb4-4d35-a451-196c1c684eeb tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e0efc5b4-085b-4f18-8b7b-829b162cd3e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.493s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.507781] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec9d7355-1ae7-4a27-9671-24f2c042d00f tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "0fe13f78-4023-494b-abaa-e1d8f5e727aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.986s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.567466] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682462, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.663684] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00827f88-aa14-4e74-b8d4-4ba37bb8fa7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.671593] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad4dd3-6707-4c7d-a5e5-12eb634d3e32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.703666] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b3a26-c7d5-4acf-b6d3-5f2151a319b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.711565] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aab04a-ecc0-4021-bdac-8324a0062366 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.724982] env[63393]: DEBUG nova.compute.provider_tree [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.968020] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.969018] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.969018] env[63393]: DEBUG nova.network.neutron [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.065195] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682462, 'name': CloneVM_Task} progress is 95%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.228792] env[63393]: DEBUG nova.scheduler.client.report [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.499835] env[63393]: DEBUG nova.network.neutron [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.569380] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682462, 'name': CloneVM_Task, 'duration_secs': 1.722817} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.569380] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Created linked-clone VM from snapshot [ 1051.569380] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8c5db7-d4b6-4d60-9661-41659ec61c89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.576272] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Uploading image 6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.601250] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1051.601250] env[63393]: value = "vm-540774" [ 1051.601250] env[63393]: _type = "VirtualMachine" [ 1051.601250] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1051.601520] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b92cef71-bc80-4e4a-8bf4-76d446c54a1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.607710] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease: (returnval){ [ 1051.607710] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52584c2c-8d78-37db-2be5-2c15080f18b2" [ 1051.607710] env[63393]: _type = "HttpNfcLease" [ 1051.607710] env[63393]: } obtained for exporting VM: (result){ [ 1051.607710] env[63393]: value = "vm-540774" [ 1051.607710] env[63393]: _type = "VirtualMachine" [ 1051.607710] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1051.607960] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the lease: (returnval){ [ 1051.607960] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52584c2c-8d78-37db-2be5-2c15080f18b2" [ 1051.607960] env[63393]: _type = "HttpNfcLease" [ 1051.607960] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1051.615379] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.615379] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52584c2c-8d78-37db-2be5-2c15080f18b2" [ 1051.615379] env[63393]: _type = "HttpNfcLease" [ 1051.615379] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1051.626534] env[63393]: DEBUG nova.network.neutron [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance_info_cache with network_info: [{"id": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "address": "fa:16:3e:e4:b1:f6", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02a0a-4b", "ovs_interfaceid": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.660799] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.661078] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "d52158db-c647-472d-884e-ed5bbe725bf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.661306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.661492] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.661661] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "d52158db-c647-472d-884e-ed5bbe725bf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.663702] env[63393]: INFO nova.compute.manager [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Terminating instance [ 1051.733998] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.736405] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.424s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.737967] env[63393]: INFO nova.compute.claims [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.754266] env[63393]: INFO nova.scheduler.client.report [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance 5d6f9758-4801-4136-a593-ab49972be3e9 [ 1052.117075] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.117075] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52584c2c-8d78-37db-2be5-2c15080f18b2" [ 1052.117075] env[63393]: _type = "HttpNfcLease" [ 1052.117075] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.117075] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.117075] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52584c2c-8d78-37db-2be5-2c15080f18b2" [ 1052.117075] env[63393]: _type = "HttpNfcLease" [ 1052.117075] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1052.117075] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f21306f-57f2-48cc-854b-bc2132e64db6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.123947] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235721a-f4e7-6eec-92ea-614fa4ae1dbb/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.124133] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235721a-f4e7-6eec-92ea-614fa4ae1dbb/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1052.179299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.179601] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Instance network_info: |[{"id": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "address": "fa:16:3e:e4:b1:f6", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02a0a-4b", "ovs_interfaceid": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.180245] env[63393]: DEBUG nova.compute.manager [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.180444] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.180813] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:b1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb02a0a-4b5e-4bc0-8234-7920f90d9b90', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.188204] env[63393]: DEBUG oslo.service.loopingcall [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.188855] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e615bfd0-9194-4c1e-8a40-3460dd505ebc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.192393] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.192600] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc4e974f-eac1-4b38-8853-1e3decb29111 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.211119] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.211389] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9b4783-e58f-4b04-9222-e99dc18f510c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.213852] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.213852] env[63393]: value = "task-2682464" [ 1052.213852] env[63393]: _type = "Task" [ 1052.213852] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.218111] env[63393]: DEBUG oslo_vmware.api [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1052.218111] env[63393]: value = "task-2682465" [ 1052.218111] env[63393]: _type = "Task" [ 1052.218111] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.224099] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682464, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.228131] env[63393]: DEBUG oslo_vmware.api [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.236631] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae8fd9f0-8c95-40c5-ae06-93f09392d50e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.261419] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c6c4e25b-3746-4595-94f5-b42ee8b1388e tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "5d6f9758-4801-4136-a593-ab49972be3e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.648s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.406517] env[63393]: DEBUG nova.compute.manager [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Received event network-changed-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.407137] env[63393]: DEBUG nova.compute.manager [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Refreshing instance network info cache due to event network-changed-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.407559] env[63393]: DEBUG oslo_concurrency.lockutils [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] Acquiring lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.409672] env[63393]: DEBUG oslo_concurrency.lockutils [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] Acquired lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.409672] env[63393]: DEBUG nova.network.neutron [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Refreshing network info cache for port 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.442616] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "4e7a0157-bfb2-471e-a742-8f3c41c16393" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.442891] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.443159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "4e7a0157-bfb2-471e-a742-8f3c41c16393-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.443356] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.443527] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.445528] env[63393]: INFO nova.compute.manager [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Terminating instance [ 1052.733131] env[63393]: DEBUG oslo_vmware.api [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682465, 'name': PowerOffVM_Task, 'duration_secs': 0.204024} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.733452] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682464, 'name': CreateVM_Task, 'duration_secs': 0.359538} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.733641] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.733814] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.734100] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.734326] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd725d02-3571-454a-8ae3-d19207e74d3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.736351] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.736693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.737378] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.737723] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede3215d-6f41-4f63-8ba4-e12c31b2f97d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.742861] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1052.742861] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529b5f95-f823-e8c4-f353-4cfe36cf10a7" [ 1052.742861] env[63393]: _type = "Task" [ 1052.742861] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.755949] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529b5f95-f823-e8c4-f353-4cfe36cf10a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.796749] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.797117] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.797460] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleting the datastore file [datastore1] d52158db-c647-472d-884e-ed5bbe725bf4 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.800347] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c00397d8-ee90-40ff-80b0-558999a68e5d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.807273] env[63393]: DEBUG oslo_vmware.api [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for the task: (returnval){ [ 1052.807273] env[63393]: value = "task-2682467" [ 1052.807273] env[63393]: _type = "Task" [ 1052.807273] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.815229] env[63393]: DEBUG oslo_vmware.api [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.949816] env[63393]: DEBUG nova.compute.manager [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.950351] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.951387] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec986f-9e74-4f2f-8fd5-e6cb77e15f9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.955047] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc46699-4fb6-4850-9f2e-c107f0ae28f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.966171] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d6e9b-105f-467f-a2ae-16bf668ed002 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.969624] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.969914] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79508da5-4c7e-4326-b325-2e06f0f89264 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.004781] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae284616-f1b5-49fe-bb08-0a83fc2be422 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.007696] env[63393]: DEBUG oslo_vmware.api [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1053.007696] env[63393]: value = "task-2682468" [ 1053.007696] env[63393]: _type = "Task" [ 1053.007696] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.016842] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50f6bf-bce3-4317-9619-e97d1e0ce431 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.024459] env[63393]: DEBUG oslo_vmware.api [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.035647] env[63393]: DEBUG nova.compute.provider_tree [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.200583] env[63393]: DEBUG nova.network.neutron [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updated VIF entry in instance network info cache for port 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.201044] env[63393]: DEBUG nova.network.neutron [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance_info_cache with network_info: [{"id": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "address": "fa:16:3e:e4:b1:f6", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02a0a-4b", "ovs_interfaceid": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.253855] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529b5f95-f823-e8c4-f353-4cfe36cf10a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.254648] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.254810] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.254916] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.255175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.255419] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.255789] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91c012a4-9109-4b32-b480-bff35c4c0402 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.264236] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.264457] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.265223] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5706a1d-ecf4-440b-be04-c06eb072ebbb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.270657] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1053.270657] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520a0170-720d-8b5e-720c-b14655bbf805" [ 1053.270657] env[63393]: _type = "Task" [ 1053.270657] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.278766] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520a0170-720d-8b5e-720c-b14655bbf805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.317216] env[63393]: DEBUG oslo_vmware.api [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Task: {'id': task-2682467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209217} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.318624] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.319128] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.319199] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.319343] env[63393]: INFO nova.compute.manager [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.319693] env[63393]: DEBUG oslo.service.loopingcall [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.319919] env[63393]: DEBUG nova.compute.manager [-] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.320290] env[63393]: DEBUG nova.network.neutron [-] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.362669] env[63393]: DEBUG nova.objects.instance [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lazy-loading 'flavor' on Instance uuid a69b263d-15c2-4ac7-9a13-06726bdf168d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.518235] env[63393]: DEBUG oslo_vmware.api [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682468, 'name': PowerOffVM_Task, 'duration_secs': 0.385821} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.518541] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.518962] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.519539] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048f4ded-8bbb-4cf0-8b99-369adfb42bb1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.539189] env[63393]: DEBUG nova.scheduler.client.report [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.590368] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.590368] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.590368] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore1] 4e7a0157-bfb2-471e-a742-8f3c41c16393 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.592413] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af7df79c-1c4f-4fbc-a799-0825fece0c3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.599740] env[63393]: DEBUG oslo_vmware.api [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1053.599740] env[63393]: value = "task-2682470" [ 1053.599740] env[63393]: _type = "Task" [ 1053.599740] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.614154] env[63393]: DEBUG oslo_vmware.api [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.703739] env[63393]: DEBUG oslo_concurrency.lockutils [req-27ed6238-8720-41ea-9e4d-41397c957b17 req-9c35cf03-4882-4ba9-a06c-3c8f7359d0dc service nova] Releasing lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.781799] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520a0170-720d-8b5e-720c-b14655bbf805, 'name': SearchDatastore_Task, 'duration_secs': 0.014797} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.782716] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b592b56-b19a-475b-ab01-5cc3eaf5c40e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.787741] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1053.787741] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525954b4-7d43-2b11-bc47-4e0d454f58de" [ 1053.787741] env[63393]: _type = "Task" [ 1053.787741] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.795345] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525954b4-7d43-2b11-bc47-4e0d454f58de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.871188] env[63393]: DEBUG oslo_concurrency.lockutils [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.871462] env[63393]: DEBUG oslo_concurrency.lockutils [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.044358] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.044957] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.047890] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.288s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.114970] env[63393]: DEBUG oslo_vmware.api [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355282} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.115327] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.115514] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.115687] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.115857] env[63393]: INFO nova.compute.manager [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1054.116112] env[63393]: DEBUG oslo.service.loopingcall [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.116307] env[63393]: DEBUG nova.compute.manager [-] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.116399] env[63393]: DEBUG nova.network.neutron [-] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.139215] env[63393]: DEBUG nova.network.neutron [-] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.298768] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525954b4-7d43-2b11-bc47-4e0d454f58de, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.299207] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.299683] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855/e8a28faf-38d3-487b-a6cb-86141c791855.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.300053] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-620f4526-4691-4d2b-90de-6843884c25c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.308464] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1054.308464] env[63393]: value = "task-2682471" [ 1054.308464] env[63393]: _type = "Task" [ 1054.308464] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.316987] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.440247] env[63393]: DEBUG nova.compute.manager [req-f279fb48-88b3-4e12-ab53-62ebc86098f7 req-7fa2bd30-3795-448f-a85e-3018f21f285c service nova] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Received event network-vif-deleted-51127134-6198-401c-8133-3dcb70549769 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.441659] env[63393]: DEBUG nova.network.neutron [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.551089] env[63393]: DEBUG nova.compute.utils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.554851] env[63393]: INFO nova.compute.claims [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.559143] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.559284] env[63393]: DEBUG nova.network.neutron [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.638031] env[63393]: DEBUG nova.policy [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ed53a37c1fc4cf583f7eaaa2d10211b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bb73fa294724a72a2e7b6aba506283c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.642436] env[63393]: INFO nova.compute.manager [-] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Took 1.32 seconds to deallocate network for instance. [ 1054.819930] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.985653] env[63393]: DEBUG nova.network.neutron [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Successfully created port: 99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.009402] env[63393]: DEBUG nova.network.neutron [-] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.064437] env[63393]: INFO nova.compute.resource_tracker [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating resource usage from migration 141eb23f-3f6a-4a0d-92b8-4faf695c779a [ 1055.067277] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.151957] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.324023] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568747} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.324323] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855/e8a28faf-38d3-487b-a6cb-86141c791855.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.324556] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.324841] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f8c8f09-bdb2-4413-ba25-1156791f1803 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.331419] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1055.331419] env[63393]: value = "task-2682472" [ 1055.331419] env[63393]: _type = "Task" [ 1055.331419] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.340678] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.342503] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5ae66c-ce8f-44fe-a7b1-8a70c25aee48 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.349336] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e948962b-4c76-42c2-8de0-d2d196fdf361 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.389085] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208a8f7-38ad-485c-a143-11852d0d6793 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.394921] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c607402-20ae-4cbb-8909-51cb678133b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.408704] env[63393]: DEBUG nova.compute.provider_tree [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.512498] env[63393]: INFO nova.compute.manager [-] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Took 1.40 seconds to deallocate network for instance. [ 1055.659708] env[63393]: DEBUG nova.network.neutron [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.841223] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090971} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.841587] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.842385] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb3bd1-ab3f-4cf1-814d-c1847483f776 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.864820] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855/e8a28faf-38d3-487b-a6cb-86141c791855.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.865193] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcca84b-bb19-427d-ac70-4cde19eb3285 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.886743] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1055.886743] env[63393]: value = "task-2682473" [ 1055.886743] env[63393]: _type = "Task" [ 1055.886743] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.895467] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.911895] env[63393]: DEBUG nova.scheduler.client.report [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.019517] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.076740] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.103639] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.103910] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.104084] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.104276] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.104426] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.104576] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.104790] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.104942] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.105122] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.105287] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.105462] env[63393]: DEBUG nova.virt.hardware [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.106355] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dfebdd-c94c-49e5-9b74-550b67bd5e4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.114666] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc9282-bdeb-4739-b8f6-a35619aefd7b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.162450] env[63393]: DEBUG oslo_concurrency.lockutils [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.162910] env[63393]: DEBUG nova.compute.manager [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Inject network info {{(pid=63393) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1056.162969] env[63393]: DEBUG nova.compute.manager [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] network_info to inject: |[{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1056.168130] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Reconfiguring VM instance to set the machine id {{(pid=63393) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1056.168493] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f5d5b7-862e-4efb-8e4f-11d8c1887008 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.185981] env[63393]: DEBUG oslo_vmware.api [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 1056.185981] env[63393]: value = "task-2682474" [ 1056.185981] env[63393]: _type = "Task" [ 1056.185981] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.194360] env[63393]: DEBUG oslo_vmware.api [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.398438] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682473, 'name': ReconfigVM_Task, 'duration_secs': 0.297519} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.398825] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Reconfigured VM instance instance-0000006b to attach disk [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855/e8a28faf-38d3-487b-a6cb-86141c791855.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.399589] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f52d8b34-8600-47f4-8104-b6de2509e02b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.406179] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1056.406179] env[63393]: value = "task-2682475" [ 1056.406179] env[63393]: _type = "Task" [ 1056.406179] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.415168] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682475, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.417063] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.417665] env[63393]: INFO nova.compute.manager [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Migrating [ 1056.426022] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.273s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.426022] env[63393]: DEBUG nova.objects.instance [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lazy-loading 'resources' on Instance uuid d52158db-c647-472d-884e-ed5bbe725bf4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.478682] env[63393]: DEBUG nova.compute.manager [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received event network-changed-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.479083] env[63393]: DEBUG nova.compute.manager [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing instance network info cache due to event network-changed-f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.479907] env[63393]: DEBUG oslo_concurrency.lockutils [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.479907] env[63393]: DEBUG oslo_concurrency.lockutils [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.479907] env[63393]: DEBUG nova.network.neutron [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing network info cache for port f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.652535] env[63393]: DEBUG nova.objects.instance [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lazy-loading 'flavor' on Instance uuid a69b263d-15c2-4ac7-9a13-06726bdf168d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.696966] env[63393]: DEBUG oslo_vmware.api [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682474, 'name': ReconfigVM_Task, 'duration_secs': 0.180685} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.697284] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-afcbc5cf-0e28-492f-a6ef-cb989779c50b tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Reconfigured VM instance to set the machine id {{(pid=63393) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1056.917137] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682475, 'name': Rename_Task, 'duration_secs': 0.145765} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.917499] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.917761] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8144063b-6c94-4f8a-841e-59f023ef8481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.927347] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1056.927347] env[63393]: value = "task-2682476" [ 1056.927347] env[63393]: _type = "Task" [ 1056.927347] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.935622] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.935804] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.935985] env[63393]: DEBUG nova.network.neutron [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.943960] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.003141] env[63393]: DEBUG nova.network.neutron [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Successfully updated port: 99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.156935] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.158923] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f183a-1993-4c2a-843e-9fc991cc042f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.168758] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d1ab83-f1a3-43d5-91ec-e752944be483 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.203714] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08017185-954c-4e3f-bb41-eec006a82b14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.213930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13e11ba-836d-4e71-87cd-57b7ae14b022 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.228035] env[63393]: DEBUG nova.compute.provider_tree [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.239962] env[63393]: DEBUG nova.network.neutron [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updated VIF entry in instance network info cache for port f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.240358] env[63393]: DEBUG nova.network.neutron [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.437677] env[63393]: DEBUG oslo_vmware.api [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682476, 'name': PowerOnVM_Task, 'duration_secs': 0.470046} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.437968] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.438193] env[63393]: INFO nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1057.438380] env[63393]: DEBUG nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.439603] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9163272c-b15c-4027-8694-ee35c46e028c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.506251] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.506466] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.506832] env[63393]: DEBUG nova.network.neutron [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.731278] env[63393]: DEBUG nova.scheduler.client.report [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.735397] env[63393]: DEBUG nova.network.neutron [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [{"id": "cc42bc84-9c08-48e6-b325-352b977497a6", "address": "fa:16:3e:4e:d0:ed", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc42bc84-9c", "ovs_interfaceid": "cc42bc84-9c08-48e6-b325-352b977497a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.743157] env[63393]: DEBUG oslo_concurrency.lockutils [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.743538] env[63393]: DEBUG nova.compute.manager [req-07158a82-a7e2-429c-ba62-6cd3c0fa9155 req-c8b5bfc6-ae42-4f13-896d-1988e77ca1e2 service nova] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Received event network-vif-deleted-a02a415d-c9a0-46be-b28a-d64ea58ce850 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.743947] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.960164] env[63393]: INFO nova.compute.manager [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Took 13.30 seconds to build instance. [ 1058.060763] env[63393]: DEBUG nova.network.neutron [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.240222] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.243114] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.249155] env[63393]: DEBUG nova.network.neutron [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.249155] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.228s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.249155] env[63393]: DEBUG nova.objects.instance [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid 4e7a0157-bfb2-471e-a742-8f3c41c16393 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.266298] env[63393]: INFO nova.scheduler.client.report [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Deleted allocations for instance d52158db-c647-472d-884e-ed5bbe725bf4 [ 1058.318662] env[63393]: DEBUG nova.network.neutron [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updating instance_info_cache with network_info: [{"id": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "address": "fa:16:3e:54:89:02", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e329f2-67", "ovs_interfaceid": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.461951] env[63393]: DEBUG oslo_concurrency.lockutils [None req-639a7c29-bebc-427b-9c19-9fde6c8823cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.808s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.544357] env[63393]: DEBUG nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Received event network-vif-plugged-99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.544357] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.544357] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.544486] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.544686] env[63393]: DEBUG nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] No waiting events found dispatching network-vif-plugged-99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.545591] env[63393]: WARNING nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Received unexpected event network-vif-plugged-99e329f2-675b-41a6-8cd0-e4344ed08d1c for instance with vm_state building and task_state spawning. [ 1058.545591] env[63393]: DEBUG nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Received event network-changed-99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.545591] env[63393]: DEBUG nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Refreshing instance network info cache due to event network-changed-99e329f2-675b-41a6-8cd0-e4344ed08d1c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.545591] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Acquiring lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.779427] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0d03db54-6b45-45f9-b370-5f7db70f949e tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Lock "d52158db-c647-472d-884e-ed5bbe725bf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.117s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.821058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.821388] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Instance network_info: |[{"id": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "address": "fa:16:3e:54:89:02", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e329f2-67", "ovs_interfaceid": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.821675] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Acquired lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.821849] env[63393]: DEBUG nova.network.neutron [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Refreshing network info cache for port 99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.823296] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:89:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99e329f2-675b-41a6-8cd0-e4344ed08d1c', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.831062] env[63393]: DEBUG oslo.service.loopingcall [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.836286] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.837035] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a6a084a-6a9f-44fb-92a5-74d0f47830ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.866398] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.866398] env[63393]: value = "task-2682477" [ 1058.866398] env[63393]: _type = "Task" [ 1058.866398] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.879934] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682477, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.992788] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f3b875-f617-46db-8607-71f4a80ccc6a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.001332] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f9d94d-fa24-4e65-a42d-96f2cb36a145 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.040287] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bc788-ec59-4926-b9c7-09f619f81746 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.048407] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28871fa8-cb98-437f-9045-24fedbfe03ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.065884] env[63393]: DEBUG nova.compute.provider_tree [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.170545] env[63393]: DEBUG nova.network.neutron [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.197308] env[63393]: DEBUG nova.network.neutron [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updated VIF entry in instance network info cache for port 99e329f2-675b-41a6-8cd0-e4344ed08d1c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.197848] env[63393]: DEBUG nova.network.neutron [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updating instance_info_cache with network_info: [{"id": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "address": "fa:16:3e:54:89:02", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e329f2-67", "ovs_interfaceid": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.376742] env[63393]: DEBUG nova.compute.manager [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1059.384848] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682477, 'name': CreateVM_Task, 'duration_secs': 0.451819} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.384848] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.385792] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.386021] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.386590] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.386897] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a145cb1f-9c7f-4ff8-9243-87306804c621 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.392127] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1059.392127] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b26987-1fc0-ea76-ec5e-35aeffcb0647" [ 1059.392127] env[63393]: _type = "Task" [ 1059.392127] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.401860] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b26987-1fc0-ea76-ec5e-35aeffcb0647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.571780] env[63393]: DEBUG nova.scheduler.client.report [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.673744] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.673893] env[63393]: DEBUG nova.compute.manager [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Inject network info {{(pid=63393) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1059.674058] env[63393]: DEBUG nova.compute.manager [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] network_info to inject: |[{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1059.679197] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Reconfiguring VM instance to set the machine id {{(pid=63393) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1059.679970] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304b534c-05b5-489c-acdd-b6272460ef7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.696472] env[63393]: DEBUG oslo_vmware.api [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 1059.696472] env[63393]: value = "task-2682478" [ 1059.696472] env[63393]: _type = "Task" [ 1059.696472] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.700510] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Releasing lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.700875] env[63393]: DEBUG nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received event network-changed-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.701156] env[63393]: DEBUG nova.compute.manager [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing instance network info cache due to event network-changed-f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.701613] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Acquiring lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.702177] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Acquired lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.702659] env[63393]: DEBUG nova.network.neutron [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Refreshing network info cache for port f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.709756] env[63393]: DEBUG oslo_vmware.api [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.766599] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4881d2e-42b6-4cf0-bfd8-7e7037b31a17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.787710] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.899283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.903717] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b26987-1fc0-ea76-ec5e-35aeffcb0647, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.904087] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.904333] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.904584] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.904773] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.905048] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.905335] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8afddbe-2396-49a8-addb-041e22dd3dd1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.913950] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.914119] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.914854] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553e918e-b377-4b40-a539-f52b3aec43eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.920609] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1059.920609] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5273e37f-5704-3c0d-0cf5-d85b431e5730" [ 1059.920609] env[63393]: _type = "Task" [ 1059.920609] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.928408] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5273e37f-5704-3c0d-0cf5-d85b431e5730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.077899] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.080963] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.182s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.101450] env[63393]: INFO nova.scheduler.client.report [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance 4e7a0157-bfb2-471e-a742-8f3c41c16393 [ 1060.211137] env[63393]: DEBUG oslo_vmware.api [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682478, 'name': ReconfigVM_Task, 'duration_secs': 0.17875} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.211246] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe6e373-531c-4f97-91c7-5c1468f24764 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Reconfigured VM instance to set the machine id {{(pid=63393) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1060.297439] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.297735] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c20dd1-64f9-4a45-ab74-e1779cf7f5cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.307862] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235721a-f4e7-6eec-92ea-614fa4ae1dbb/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1060.308812] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8c906d-7835-49d6-a769-2077b4211d97 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.312798] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1060.312798] env[63393]: value = "task-2682479" [ 1060.312798] env[63393]: _type = "Task" [ 1060.312798] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.317867] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235721a-f4e7-6eec-92ea-614fa4ae1dbb/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1060.318068] env[63393]: ERROR oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235721a-f4e7-6eec-92ea-614fa4ae1dbb/disk-0.vmdk due to incomplete transfer. [ 1060.318637] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-451126ee-1d39-40bd-88c5-4c6c40c618c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.322945] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.328768] env[63393]: DEBUG oslo_vmware.rw_handles [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5235721a-f4e7-6eec-92ea-614fa4ae1dbb/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1060.329056] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Uploaded image 6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1060.332109] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1060.332109] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7d16b61-be97-43bb-bda4-f858268d712e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.338308] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1060.338308] env[63393]: value = "task-2682480" [ 1060.338308] env[63393]: _type = "Task" [ 1060.338308] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.345749] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682480, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.371478] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "a69b263d-15c2-4ac7-9a13-06726bdf168d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.371782] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.372037] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "a69b263d-15c2-4ac7-9a13-06726bdf168d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.372259] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.372468] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.374751] env[63393]: INFO nova.compute.manager [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Terminating instance [ 1060.434905] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5273e37f-5704-3c0d-0cf5-d85b431e5730, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.435660] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816c50f4-2979-421d-86c2-ff86ad3bea5a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.440717] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1060.440717] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5215d2c7-0d59-d1ba-774b-c8a85cc717f0" [ 1060.440717] env[63393]: _type = "Task" [ 1060.440717] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.448419] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5215d2c7-0d59-d1ba-774b-c8a85cc717f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.587188] env[63393]: INFO nova.compute.claims [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.609938] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e60a0-5e98-4778-b5fa-4bf9f971379f tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "4e7a0157-bfb2-471e-a742-8f3c41c16393" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.167s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.623293] env[63393]: DEBUG nova.network.neutron [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updated VIF entry in instance network info cache for port f57da934-8f69-4109-a924-e74e1e13484c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.623293] env[63393]: DEBUG nova.network.neutron [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [{"id": "f57da934-8f69-4109-a924-e74e1e13484c", "address": "fa:16:3e:5c:34:08", "network": {"id": "35580c8c-23c4-401d-a89c-9062b51ed9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-157964494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b424c5a37a7d43aa88119a5e64d9f0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57da934-8f", "ovs_interfaceid": "f57da934-8f69-4109-a924-e74e1e13484c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.823949] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682479, 'name': PowerOffVM_Task, 'duration_secs': 0.237148} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.824104] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.824296] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.849918] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682480, 'name': Destroy_Task, 'duration_secs': 0.336957} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.849918] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Destroyed the VM [ 1060.850425] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1060.850803] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5630afff-1d88-43cf-bfd8-b910082a4fb1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.858078] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1060.858078] env[63393]: value = "task-2682481" [ 1060.858078] env[63393]: _type = "Task" [ 1060.858078] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.867140] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.882210] env[63393]: DEBUG nova.compute.manager [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.882210] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.882210] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5958b52-02ea-44ff-a2e5-791b9d11bdd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.887590] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.888531] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa67662-a1d9-4c3a-bad8-607a7d6d7374 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.894918] env[63393]: DEBUG oslo_vmware.api [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 1060.894918] env[63393]: value = "task-2682482" [ 1060.894918] env[63393]: _type = "Task" [ 1060.894918] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.904426] env[63393]: DEBUG oslo_vmware.api [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.951335] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5215d2c7-0d59-d1ba-774b-c8a85cc717f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.951568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.951981] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 79abdb5d-52c3-4695-8f17-7e7bf6789ed4/79abdb5d-52c3-4695-8f17-7e7bf6789ed4.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.952289] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6da113e5-4036-457f-b250-3b9dcca0ba0e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.961148] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1060.961148] env[63393]: value = "task-2682483" [ 1060.961148] env[63393]: _type = "Task" [ 1060.961148] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.971709] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.095214] env[63393]: INFO nova.compute.resource_tracker [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating resource usage from migration 0abfd503-213f-416e-80d9-5029c16ea909 [ 1061.125177] env[63393]: DEBUG oslo_concurrency.lockutils [req-965b01cf-885d-4f27-b4b5-dfc87f225c8c req-5c3d04de-5eed-4ba3-a37d-1b0cb5948f8c service nova] Releasing lock "refresh_cache-a69b263d-15c2-4ac7-9a13-06726bdf168d" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.304457] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454a3e81-ced6-44e8-84c5-cf439c5e1324 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.313223] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ccad0-e376-4021-8ea1-47b5cec2028b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.355204] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.355484] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.355829] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.356119] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.356311] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.356481] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.356799] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.356992] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.357192] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.357373] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.361021] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.363837] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42745654-da58-4d76-9757-6d8003cda687 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.377082] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8673dbe-4e72-4d15-bc50-db7b59d42d4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391082] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682481, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.395968] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1061.395968] env[63393]: value = "task-2682484" [ 1061.395968] env[63393]: _type = "Task" [ 1061.395968] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.397531] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcabdcf-f674-4c14-8025-df05a1614ec1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.416615] env[63393]: DEBUG oslo_vmware.api [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682482, 'name': PowerOffVM_Task, 'duration_secs': 0.221529} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.429054] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.429235] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.429928] env[63393]: DEBUG nova.compute.provider_tree [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.431639] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.432157] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4c7fdc3-6473-42a4-9106-759473ecaee5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.474750] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682483, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.500416] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.500686] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.500877] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Deleting the datastore file [datastore2] a69b263d-15c2-4ac7-9a13-06726bdf168d {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.501180] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d857aab5-8c94-403f-b9fe-7ae30bf9cad7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.509476] env[63393]: DEBUG oslo_vmware.api [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for the task: (returnval){ [ 1061.509476] env[63393]: value = "task-2682486" [ 1061.509476] env[63393]: _type = "Task" [ 1061.509476] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.519755] env[63393]: DEBUG oslo_vmware.api [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.874089] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682481, 'name': RemoveSnapshot_Task, 'duration_secs': 0.612632} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.874278] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.874583] env[63393]: DEBUG nova.compute.manager [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.875454] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23888bdb-2e55-4d64-86f7-b5118f464da9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.912834] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682484, 'name': ReconfigVM_Task, 'duration_secs': 0.257656} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.913387] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.933929] env[63393]: DEBUG nova.scheduler.client.report [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.976542] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.976816] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.977910] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54583} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.978735] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 79abdb5d-52c3-4695-8f17-7e7bf6789ed4/79abdb5d-52c3-4695-8f17-7e7bf6789ed4.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.978949] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.979423] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccee9ef0-59ab-4855-a894-1d3955101b6e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.986339] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1061.986339] env[63393]: value = "task-2682487" [ 1061.986339] env[63393]: _type = "Task" [ 1061.986339] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.994993] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.019299] env[63393]: DEBUG oslo_vmware.api [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Task: {'id': task-2682486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136168} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.019655] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.019754] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.019915] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.020132] env[63393]: INFO nova.compute.manager [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.020383] env[63393]: DEBUG oslo.service.loopingcall [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.020577] env[63393]: DEBUG nova.compute.manager [-] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.020672] env[63393]: DEBUG nova.network.neutron [-] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.389384] env[63393]: INFO nova.compute.manager [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Shelve offloading [ 1062.420012] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.420572] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.420572] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.420685] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.420740] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.420884] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.422196] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.422419] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.422605] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.422779] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.423011] env[63393]: DEBUG nova.virt.hardware [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.429311] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.429968] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60deea41-e359-464a-b920-2aa63f806561 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.445750] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.365s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.446019] env[63393]: INFO nova.compute.manager [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Migrating [ 1062.471501] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1062.471501] env[63393]: value = "task-2682488" [ 1062.471501] env[63393]: _type = "Task" [ 1062.471501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.480094] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.492509] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.501315] env[63393]: DEBUG nova.compute.manager [req-03b8fe3a-0cdb-439d-bd4a-954e6a6f9b36 req-310ea934-9145-45f3-9ccc-a40be5520fd2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Received event network-vif-deleted-f57da934-8f69-4109-a924-e74e1e13484c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.501507] env[63393]: INFO nova.compute.manager [req-03b8fe3a-0cdb-439d-bd4a-954e6a6f9b36 req-310ea934-9145-45f3-9ccc-a40be5520fd2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Neutron deleted interface f57da934-8f69-4109-a924-e74e1e13484c; detaching it from the instance and deleting it from the info cache [ 1062.501744] env[63393]: DEBUG nova.network.neutron [req-03b8fe3a-0cdb-439d-bd4a-954e6a6f9b36 req-310ea934-9145-45f3-9ccc-a40be5520fd2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.507907] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327908} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.508455] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.509670] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8483ed-3d5a-424f-aa7d-bbbfa54ceb69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.537500] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 79abdb5d-52c3-4695-8f17-7e7bf6789ed4/79abdb5d-52c3-4695-8f17-7e7bf6789ed4.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.538323] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7928559-d544-431d-b5a8-85fa99b43fd1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.559499] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1062.559499] env[63393]: value = "task-2682489" [ 1062.559499] env[63393]: _type = "Task" [ 1062.559499] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.570554] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.893700] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.894080] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1628ca-e665-4bec-ad98-ddf002fd3cce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.901297] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1062.901297] env[63393]: value = "task-2682490" [ 1062.901297] env[63393]: _type = "Task" [ 1062.901297] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.909763] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.967638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.967936] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.968153] env[63393]: DEBUG nova.network.neutron [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.981427] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682488, 'name': ReconfigVM_Task, 'duration_secs': 0.167471} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.982333] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.984559] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7abcebc-4164-40e7-9987-69f88416d3d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.987277] env[63393]: DEBUG nova.network.neutron [-] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.014196] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b/e675c0a9-015c-47d7-a1ac-3737948d273b.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.015732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.015732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.019278] env[63393]: INFO nova.compute.claims [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.020212] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8349d410-d3b9-4086-b2f5-dca35daedef8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.033529] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-632a35f3-9526-48ea-80d9-ca2cae6c2b0b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.044581] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa91715-a9af-43bd-b6af-6e9c4af23f0a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.065812] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1063.065812] env[63393]: value = "task-2682491" [ 1063.065812] env[63393]: _type = "Task" [ 1063.065812] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.082865] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.083081] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.093549] env[63393]: DEBUG nova.compute.manager [req-03b8fe3a-0cdb-439d-bd4a-954e6a6f9b36 req-310ea934-9145-45f3-9ccc-a40be5520fd2 service nova] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Detach interface failed, port_id=f57da934-8f69-4109-a924-e74e1e13484c, reason: Instance a69b263d-15c2-4ac7-9a13-06726bdf168d could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1063.412076] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1063.412438] env[63393]: DEBUG nova.compute.manager [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.413137] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c306e90-54e2-44e0-916b-66062bf40e56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.420067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.420254] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.420445] env[63393]: DEBUG nova.network.neutron [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.496168] env[63393]: INFO nova.compute.manager [-] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Took 1.47 seconds to deallocate network for instance. [ 1063.590988] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682489, 'name': ReconfigVM_Task, 'duration_secs': 0.765315} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.591286] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.591562] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 79abdb5d-52c3-4695-8f17-7e7bf6789ed4/79abdb5d-52c3-4695-8f17-7e7bf6789ed4.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.592244] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4493643b-0032-4aaa-ad84-cb43bfbca422 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.601631] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1063.601631] env[63393]: value = "task-2682492" [ 1063.601631] env[63393]: _type = "Task" [ 1063.601631] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.609864] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682492, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.722126] env[63393]: DEBUG nova.network.neutron [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance_info_cache with network_info: [{"id": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "address": "fa:16:3e:e4:b1:f6", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02a0a-4b", "ovs_interfaceid": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.004568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.084765] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682491, 'name': ReconfigVM_Task, 'duration_secs': 0.872267} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.084765] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b/e675c0a9-015c-47d7-a1ac-3737948d273b.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.084765] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.118124] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682492, 'name': Rename_Task, 'duration_secs': 0.17684} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.120927] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.120927] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77723427-980f-424c-9fbc-c365abb2c789 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.127776] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1064.127776] env[63393]: value = "task-2682493" [ 1064.127776] env[63393]: _type = "Task" [ 1064.127776] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.143773] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.226519] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.245263] env[63393]: DEBUG nova.network.neutron [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.308771] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d55149-5f0b-4bf5-8d4c-59a176fe92d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.320397] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e499219-7161-4324-8322-3f87fa911249 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.369804] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e9674-efe9-43ff-858c-d6773057c1d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.377085] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d7f53-b327-4b31-b7d0-3c4c390fd3d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.392165] env[63393]: DEBUG nova.compute.provider_tree [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.590875] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf6f56-491c-4e1e-9f74-58bc0c819501 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.609961] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa845ca-1dbc-4e76-81f2-b2ce0a04725c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.628220] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.640542] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.748217] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.895732] env[63393]: DEBUG nova.scheduler.client.report [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.145419] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.271401] env[63393]: DEBUG nova.network.neutron [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Port cc42bc84-9c08-48e6-b325-352b977497a6 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1065.323138] env[63393]: DEBUG nova.compute.manager [req-53149881-dd18-4644-9215-1d3a6839ca58 req-47b51646-1775-4aaf-9e0a-888f91cc0d77 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-vif-unplugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.324052] env[63393]: DEBUG oslo_concurrency.lockutils [req-53149881-dd18-4644-9215-1d3a6839ca58 req-47b51646-1775-4aaf-9e0a-888f91cc0d77 service nova] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.325416] env[63393]: DEBUG oslo_concurrency.lockutils [req-53149881-dd18-4644-9215-1d3a6839ca58 req-47b51646-1775-4aaf-9e0a-888f91cc0d77 service nova] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.325416] env[63393]: DEBUG oslo_concurrency.lockutils [req-53149881-dd18-4644-9215-1d3a6839ca58 req-47b51646-1775-4aaf-9e0a-888f91cc0d77 service nova] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.325416] env[63393]: DEBUG nova.compute.manager [req-53149881-dd18-4644-9215-1d3a6839ca58 req-47b51646-1775-4aaf-9e0a-888f91cc0d77 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] No waiting events found dispatching network-vif-unplugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.325416] env[63393]: WARNING nova.compute.manager [req-53149881-dd18-4644-9215-1d3a6839ca58 req-47b51646-1775-4aaf-9e0a-888f91cc0d77 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received unexpected event network-vif-unplugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 for instance with vm_state shelved and task_state shelving_offloading. [ 1065.401991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.403306] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.406500] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.402s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.406887] env[63393]: DEBUG nova.objects.instance [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lazy-loading 'resources' on Instance uuid a69b263d-15c2-4ac7-9a13-06726bdf168d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.412620] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.414587] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.502042] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.504255] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11d797-d593-4b93-a46e-0d191d7b8cd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.514806] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.515221] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43cd5633-21fd-4ecb-adaf-fa221302dc67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.597008] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.597364] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.597887] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleting the datastore file [datastore2] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.597887] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eda7a23-01df-49a7-b87f-e85db92790c3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.604347] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1065.604347] env[63393]: value = "task-2682495" [ 1065.604347] env[63393]: _type = "Task" [ 1065.604347] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.611982] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.641668] env[63393]: DEBUG oslo_vmware.api [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682493, 'name': PowerOnVM_Task, 'duration_secs': 1.427917} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.641977] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.642222] env[63393]: INFO nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1065.642420] env[63393]: DEBUG nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.643527] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df7d04-f68e-48b3-9aaf-44f7fe44dcf5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.742907] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a62b0-aa99-4a4f-88e5-fc185e4d26a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.762558] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.911368] env[63393]: DEBUG nova.compute.utils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.914165] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.914165] env[63393]: DEBUG nova.network.neutron [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.921248] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.964720] env[63393]: DEBUG nova.policy [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.116043] env[63393]: DEBUG oslo_vmware.api [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150946} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.119089] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.119501] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.119855] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.146024] env[63393]: INFO nova.scheduler.client.report [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted allocations for instance fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc [ 1066.168203] env[63393]: INFO nova.compute.manager [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Took 16.87 seconds to build instance. [ 1066.172656] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e3b92e-81ec-4c90-ba0b-5b285f130297 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.181660] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3d9db-b4de-4a14-9ae9-531dd8485573 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.216955] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22828e14-05b2-4c93-af31-f5a85bfc9ab8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.224821] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d785aeb-3bb7-4aae-b0b3-b51e57e5af49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.240076] env[63393]: DEBUG nova.compute.provider_tree [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.246496] env[63393]: DEBUG nova.network.neutron [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Successfully created port: f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.268187] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.268522] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78622588-9bb2-4d6d-8e03-6e0941976e81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.275304] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1066.275304] env[63393]: value = "task-2682496" [ 1066.275304] env[63393]: _type = "Task" [ 1066.275304] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.293534] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.293821] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.294290] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.307861] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.422174] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.448224] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.654520] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.670369] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.380s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.670711] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.671096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.671163] env[63393]: INFO nova.compute.manager [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Shelving [ 1066.742701] env[63393]: DEBUG nova.scheduler.client.report [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.785425] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682496, 'name': PowerOffVM_Task, 'duration_secs': 0.283216} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.785683] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.785868] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.249067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.251031] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.803s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.252531] env[63393]: INFO nova.compute.claims [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.271122] env[63393]: INFO nova.scheduler.client.report [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Deleted allocations for instance a69b263d-15c2-4ac7-9a13-06726bdf168d [ 1067.292259] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.292530] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.292689] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.292879] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.293088] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.293189] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.293401] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.293560] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.293801] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.294048] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.294239] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.300501] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23b5868-5f0d-4d44-8861-e0b9fb335391 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.321470] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1067.321470] env[63393]: value = "task-2682497" [ 1067.321470] env[63393]: _type = "Task" [ 1067.321470] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.330569] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.351337] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.351509] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.351681] env[63393]: DEBUG nova.network.neutron [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.431891] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.457271] env[63393]: DEBUG nova.virt.hardware [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.457762] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43be5381-c39c-4392-b3e2-8fc1c913cd8d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.467279] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3693ea5d-25a6-45ed-8566-6514db8771fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.500932] env[63393]: DEBUG nova.compute.manager [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.502062] env[63393]: DEBUG nova.compute.manager [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing instance network info cache due to event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.502062] env[63393]: DEBUG oslo_concurrency.lockutils [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.502062] env[63393]: DEBUG oslo_concurrency.lockutils [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.502062] env[63393]: DEBUG nova.network.neutron [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.504711] env[63393]: DEBUG nova.compute.manager [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Received event network-changed-99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.505383] env[63393]: DEBUG nova.compute.manager [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Refreshing instance network info cache due to event network-changed-99e329f2-675b-41a6-8cd0-e4344ed08d1c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.505383] env[63393]: DEBUG oslo_concurrency.lockutils [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] Acquiring lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.505383] env[63393]: DEBUG oslo_concurrency.lockutils [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] Acquired lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.505666] env[63393]: DEBUG nova.network.neutron [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Refreshing network info cache for port 99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.683036] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.683548] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca675cc-92ac-4dd5-83f5-3c4a82f797ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693121] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1067.693121] env[63393]: value = "task-2682498" [ 1067.693121] env[63393]: _type = "Task" [ 1067.693121] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.704838] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.779825] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8c44e219-60dc-4d66-b318-6b715a67d9cc tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Lock "a69b263d-15c2-4ac7-9a13-06726bdf168d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.408s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.833417] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682497, 'name': ReconfigVM_Task, 'duration_secs': 0.245705} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.835078] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.974226] env[63393]: DEBUG nova.network.neutron [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Successfully updated port: f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.036851] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.200329] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682498, 'name': PowerOffVM_Task, 'duration_secs': 0.204565} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.200594] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.201401] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7ecaa-8b32-4790-8dd0-3efa815212b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.218779] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64556fd-c6b4-4426-ba6d-2405d7e241de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.340292] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.340547] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.340704] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.340884] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.341038] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.341195] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.341395] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.341548] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.341728] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.341861] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.342151] env[63393]: DEBUG nova.virt.hardware [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.347636] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.352278] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c43d2bb-2118-4d98-97f1-04b02d346b17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.366074] env[63393]: DEBUG nova.network.neutron [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [{"id": "cc42bc84-9c08-48e6-b325-352b977497a6", "address": "fa:16:3e:4e:d0:ed", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc42bc84-9c", "ovs_interfaceid": "cc42bc84-9c08-48e6-b325-352b977497a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.367726] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.367983] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.374283] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1068.374283] env[63393]: value = "task-2682499" [ 1068.374283] env[63393]: _type = "Task" [ 1068.374283] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.386258] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.481664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-21d5fa9d-7b5b-4f88-8de7-6544552d05d3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.481810] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-21d5fa9d-7b5b-4f88-8de7-6544552d05d3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.481964] env[63393]: DEBUG nova.network.neutron [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.494761] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c096a-de9d-4c5d-b0cf-7a74d76d0efa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.507229] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d0edce-3227-461d-86fc-e28c112450ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.540918] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640b0d4-ba90-40ec-842b-5f0d5ad5de13 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.544699] env[63393]: DEBUG nova.network.neutron [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updated VIF entry in instance network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.545017] env[63393]: DEBUG nova.network.neutron [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3645a43-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.549555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031870b4-3337-456a-9104-d88cb85a386f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.563520] env[63393]: DEBUG nova.compute.provider_tree [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.611467] env[63393]: DEBUG nova.network.neutron [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updated VIF entry in instance network info cache for port 99e329f2-675b-41a6-8cd0-e4344ed08d1c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.611842] env[63393]: DEBUG nova.network.neutron [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updating instance_info_cache with network_info: [{"id": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "address": "fa:16:3e:54:89:02", "network": {"id": "6bd8a2e4-fb11-412a-b0a9-6a9989f3402a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-451535799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bb73fa294724a72a2e7b6aba506283c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99e329f2-67", "ovs_interfaceid": "99e329f2-675b-41a6-8cd0-e4344ed08d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.729242] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.729623] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81051a11-5f76-45b2-8c52-863b04d151fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.737821] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1068.737821] env[63393]: value = "task-2682500" [ 1068.737821] env[63393]: _type = "Task" [ 1068.737821] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.748940] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.870491] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.875119] env[63393]: INFO nova.compute.manager [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Detaching volume 8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc [ 1068.889174] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682499, 'name': ReconfigVM_Task, 'duration_secs': 0.180105} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.889439] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.890241] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d24c7-6904-4d17-af5b-9d39453cdfe1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.919280] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855/e8a28faf-38d3-487b-a6cb-86141c791855.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.921116] env[63393]: INFO nova.virt.block_device [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Attempting to driver detach volume 8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc from mountpoint /dev/sdb [ 1068.921338] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1068.921678] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1068.921798] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a2dbec-dac7-4d31-a9b6-92a90bfb63df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.936580] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2edfdd2-5e28-42da-9d9a-89a0b9800f04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.960973] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6bb8cc-49b8-481e-82b3-80575408c514 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.963777] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1068.963777] env[63393]: value = "task-2682501" [ 1068.963777] env[63393]: _type = "Task" [ 1068.963777] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.970727] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6617df8-f8cc-4b0b-b19b-b32032eb242a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.976473] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.997032] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bfb57c-c2d7-4d78-84f8-9be1a0c59a88 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.016072] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] The volume has not been displaced from its original location: [datastore2] volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc/volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.018107] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.018445] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c03062b-4d95-43d6-b9ba-a148634fa2d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.036412] env[63393]: DEBUG oslo_vmware.api [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1069.036412] env[63393]: value = "task-2682502" [ 1069.036412] env[63393]: _type = "Task" [ 1069.036412] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.042374] env[63393]: DEBUG nova.network.neutron [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.049049] env[63393]: DEBUG oslo_concurrency.lockutils [req-43610277-a8b6-4158-a8aa-a5a8603c77ed req-911e2e09-ec70-465a-9c28-d769ea13f335 service nova] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.049474] env[63393]: DEBUG oslo_vmware.api [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.066739] env[63393]: DEBUG nova.scheduler.client.report [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.114921] env[63393]: DEBUG oslo_concurrency.lockutils [req-939291e8-b5c3-4563-b12f-1188cc0a60ff req-28d964e3-f028-4677-9cd0-aca2a7aa7c95 service nova] Releasing lock "refresh_cache-79abdb5d-52c3-4695-8f17-7e7bf6789ed4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.249810] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.288347] env[63393]: DEBUG nova.network.neutron [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Updating instance_info_cache with network_info: [{"id": "f46d3cfd-8ed2-4416-b0a4-983a4755badb", "address": "fa:16:3e:d5:94:6c", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46d3cfd-8e", "ovs_interfaceid": "f46d3cfd-8ed2-4416-b0a4-983a4755badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.406948] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc38967-4f5c-4f83-bd47-384aef7adc3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.442901] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826eec21-3470-463c-9b6d-e434b7ab4b5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.453589] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.473932] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682501, 'name': ReconfigVM_Task, 'duration_secs': 0.477845} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.474316] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Reconfigured VM instance instance-0000006b to attach disk [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855/e8a28faf-38d3-487b-a6cb-86141c791855.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.474548] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.539738] env[63393]: DEBUG nova.compute.manager [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Received event network-vif-plugged-f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.540513] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] Acquiring lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.540513] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.540513] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.540689] env[63393]: DEBUG nova.compute.manager [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] No waiting events found dispatching network-vif-plugged-f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.540831] env[63393]: WARNING nova.compute.manager [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Received unexpected event network-vif-plugged-f46d3cfd-8ed2-4416-b0a4-983a4755badb for instance with vm_state building and task_state spawning. [ 1069.540997] env[63393]: DEBUG nova.compute.manager [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Received event network-changed-f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.541167] env[63393]: DEBUG nova.compute.manager [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Refreshing instance network info cache due to event network-changed-f46d3cfd-8ed2-4416-b0a4-983a4755badb. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.541337] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] Acquiring lock "refresh_cache-21d5fa9d-7b5b-4f88-8de7-6544552d05d3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.551895] env[63393]: DEBUG oslo_vmware.api [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682502, 'name': ReconfigVM_Task, 'duration_secs': 0.293113} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.552521] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.557445] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63a0fb7-c1d0-4b86-93f4-533aada44811 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.571565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.572062] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.576305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.922s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.576533] env[63393]: DEBUG nova.objects.instance [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'resources' on Instance uuid fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.578611] env[63393]: DEBUG oslo_vmware.api [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1069.578611] env[63393]: value = "task-2682503" [ 1069.578611] env[63393]: _type = "Task" [ 1069.578611] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.588250] env[63393]: DEBUG oslo_vmware.api [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.748242] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682500, 'name': CreateSnapshot_Task, 'duration_secs': 0.937651} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.748675] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.749455] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cbd391-848f-4e61-92f0-23c5ee8b433f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.791754] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-21d5fa9d-7b5b-4f88-8de7-6544552d05d3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.792126] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Instance network_info: |[{"id": "f46d3cfd-8ed2-4416-b0a4-983a4755badb", "address": "fa:16:3e:d5:94:6c", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46d3cfd-8e", "ovs_interfaceid": "f46d3cfd-8ed2-4416-b0a4-983a4755badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.792691] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] Acquired lock "refresh_cache-21d5fa9d-7b5b-4f88-8de7-6544552d05d3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.792878] env[63393]: DEBUG nova.network.neutron [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Refreshing network info cache for port f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.794237] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:94:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f46d3cfd-8ed2-4416-b0a4-983a4755badb', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.806122] env[63393]: DEBUG oslo.service.loopingcall [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.807263] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.807546] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-329e3d04-0d10-45b6-bce8-e4dc2c5ddc2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.831686] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.831686] env[63393]: value = "task-2682504" [ 1069.831686] env[63393]: _type = "Task" [ 1069.831686] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.840865] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682504, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.962176] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.962337] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb3cfe4-3417-4975-8068-5367a11f784d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.970723] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1069.970723] env[63393]: value = "task-2682505" [ 1069.970723] env[63393]: _type = "Task" [ 1069.970723] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.981400] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.982170] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ea891a-10ea-41d6-b73c-d0d27ebffc41 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.000906] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f0bcef-d449-44ba-8003-60696ae44d1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.021554] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.077661] env[63393]: DEBUG nova.compute.utils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.084028] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.084028] env[63393]: DEBUG nova.network.neutron [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.086480] env[63393]: DEBUG nova.objects.instance [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'numa_topology' on Instance uuid fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.104859] env[63393]: DEBUG oslo_vmware.api [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682503, 'name': ReconfigVM_Task, 'duration_secs': 0.157065} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.105375] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540764', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'name': 'volume-8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929bb0c0-e250-4ddf-b096-18dab8fc4806', 'attached_at': '', 'detached_at': '', 'volume_id': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc', 'serial': '8a3b1bef-b66d-4cd3-bf73-e7f957fa76dc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.160350] env[63393]: DEBUG nova.policy [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9452f31a324d648a98b827de23df4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3c8664123a443ecbe5ebeb0edc3f133', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.185241] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.185405] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.186434] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.186434] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.186434] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.186434] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.186434] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.186434] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1070.186434] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.267369] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.268156] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4b088ce-9a21-4b9c-b719-99329363dcd9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.275820] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1070.275820] env[63393]: value = "task-2682506" [ 1070.275820] env[63393]: _type = "Task" [ 1070.275820] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.284357] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682506, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.341881] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682504, 'name': CreateVM_Task, 'duration_secs': 0.428567} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.342098] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.342771] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.342932] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.343302] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.343547] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4bc95a-9dcf-4b51-a5e4-553724a51740 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.348500] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1070.348500] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fc9949-cb99-8958-d4cd-90773fb641e6" [ 1070.348500] env[63393]: _type = "Task" [ 1070.348500] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.356023] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fc9949-cb99-8958-d4cd-90773fb641e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.484998] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.590067] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.600027] env[63393]: DEBUG nova.objects.base [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.624507] env[63393]: DEBUG nova.network.neutron [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Port 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1070.668925] env[63393]: DEBUG nova.objects.instance [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'flavor' on Instance uuid 929bb0c0-e250-4ddf-b096-18dab8fc4806 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.675919] env[63393]: DEBUG nova.network.neutron [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Successfully created port: a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.689893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.693528] env[63393]: DEBUG nova.network.neutron [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Updated VIF entry in instance network info cache for port f46d3cfd-8ed2-4416-b0a4-983a4755badb. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.693906] env[63393]: DEBUG nova.network.neutron [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Updating instance_info_cache with network_info: [{"id": "f46d3cfd-8ed2-4416-b0a4-983a4755badb", "address": "fa:16:3e:d5:94:6c", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf46d3cfd-8e", "ovs_interfaceid": "f46d3cfd-8ed2-4416-b0a4-983a4755badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.791219] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682506, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.845217] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320e3150-999f-4ef6-b142-5c294db4133b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.855394] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad733d3-3488-4869-b411-f3078414f60e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.861759] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fc9949-cb99-8958-d4cd-90773fb641e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012668} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.862389] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.863182] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.863182] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.863182] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.863182] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.863429] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aec5414-c199-4bcd-a54c-a0b6d59b04e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.889973] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3ef50-8a97-4f88-bb97-ba51e20f8a24 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.897838] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b3537-3ef6-42e4-8c75-943f205b6280 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.902772] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.902990] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.904089] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25aa03fb-723c-4b93-88fa-17874e4597e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.915063] env[63393]: DEBUG nova.compute.provider_tree [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.920476] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1070.920476] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ab3a00-cb8e-e564-6eaf-8eb5ba0adb1d" [ 1070.920476] env[63393]: _type = "Task" [ 1070.920476] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.926564] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ab3a00-cb8e-e564-6eaf-8eb5ba0adb1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.981124] env[63393]: DEBUG oslo_vmware.api [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682505, 'name': PowerOnVM_Task, 'duration_secs': 0.691619} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.981124] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.981249] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5171d52c-886d-4db6-ad61-913482977cee tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance 'e675c0a9-015c-47d7-a1ac-3737948d273b' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.197098] env[63393]: DEBUG oslo_concurrency.lockutils [req-7b6fca40-4ea8-49bc-b480-7938d1982e3f req-352cd1a2-79b4-441a-a2bc-5b2102f0fdfb service nova] Releasing lock "refresh_cache-21d5fa9d-7b5b-4f88-8de7-6544552d05d3" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.287876] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682506, 'name': CloneVM_Task} progress is 95%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.419600] env[63393]: DEBUG nova.scheduler.client.report [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.433065] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ab3a00-cb8e-e564-6eaf-8eb5ba0adb1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.434038] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8054b6e5-2857-49ca-a4cc-ab744a408f60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.440522] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1071.440522] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fb9d76-fda4-09f8-bcbe-e8a60c7fc391" [ 1071.440522] env[63393]: _type = "Task" [ 1071.440522] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.449955] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fb9d76-fda4-09f8-bcbe-e8a60c7fc391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.600250] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.630641] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.630894] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.631072] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.631262] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.631409] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.631558] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.631769] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.632276] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.632495] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.632767] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.633074] env[63393]: DEBUG nova.virt.hardware [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.642114] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422982bb-8ef6-42cc-a3e2-4c86c99f3099 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.653457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.653457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.653457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.660236] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf803cb-5651-4861-98bb-962724a97564 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.677075] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5409ccd0-d274-47dc-81e5-4627deb82600 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.788995] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682506, 'name': CloneVM_Task, 'duration_secs': 1.347619} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.788995] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Created linked-clone VM from snapshot [ 1071.788995] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d28f25-09d9-4b50-bf94-d5ea05635bb3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.798721] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Uploading image 346e3d02-f227-418b-a79d-9fa9d7673f6a {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.822265] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.822265] env[63393]: value = "vm-540779" [ 1071.822265] env[63393]: _type = "VirtualMachine" [ 1071.822265] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.823061] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-983d2344-fad9-44b3-a3f4-1a0f74cb4c29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.829210] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease: (returnval){ [ 1071.829210] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b0bd04-afb3-8a59-aff5-7bf6e1d65880" [ 1071.829210] env[63393]: _type = "HttpNfcLease" [ 1071.829210] env[63393]: } obtained for exporting VM: (result){ [ 1071.829210] env[63393]: value = "vm-540779" [ 1071.829210] env[63393]: _type = "VirtualMachine" [ 1071.829210] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.829618] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the lease: (returnval){ [ 1071.829618] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b0bd04-afb3-8a59-aff5-7bf6e1d65880" [ 1071.829618] env[63393]: _type = "HttpNfcLease" [ 1071.829618] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.836371] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.836371] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b0bd04-afb3-8a59-aff5-7bf6e1d65880" [ 1071.836371] env[63393]: _type = "HttpNfcLease" [ 1071.836371] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.928062] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.930563] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.241s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.930667] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.930811] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1071.932460] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52623a90-9a28-40a7-a75c-e20d79b94b75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.941377] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9950dd7-7e0a-47d5-850a-f1ea770cd63d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.961773] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb5a22-e164-4de6-8d2f-4126fb006bab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.964326] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fb9d76-fda4-09f8-bcbe-e8a60c7fc391, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.964571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.964845] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 21d5fa9d-7b5b-4f88-8de7-6544552d05d3/21d5fa9d-7b5b-4f88-8de7-6544552d05d3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.965456] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cfa1370-cd95-4675-ae37-39e837c3dd6f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.970371] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347d9dd-60ca-4a33-b137-525c1a71f025 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.975583] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1071.975583] env[63393]: value = "task-2682508" [ 1071.975583] env[63393]: _type = "Task" [ 1071.975583] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.015095] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179100MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1072.015258] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.015544] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.022228] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.338595] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.338595] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b0bd04-afb3-8a59-aff5-7bf6e1d65880" [ 1072.338595] env[63393]: _type = "HttpNfcLease" [ 1072.338595] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.338904] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.338904] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b0bd04-afb3-8a59-aff5-7bf6e1d65880" [ 1072.338904] env[63393]: _type = "HttpNfcLease" [ 1072.338904] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.340209] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6ffdc7-5cf4-4685-be35-442c92c4792d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.344643] env[63393]: DEBUG nova.compute.manager [req-48ca16dc-71aa-4f97-bb09-9c50d3009ab4 req-ef580593-3350-490c-83e9-506f4c492087 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Received event network-vif-plugged-a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.344842] env[63393]: DEBUG oslo_concurrency.lockutils [req-48ca16dc-71aa-4f97-bb09-9c50d3009ab4 req-ef580593-3350-490c-83e9-506f4c492087 service nova] Acquiring lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.345061] env[63393]: DEBUG oslo_concurrency.lockutils [req-48ca16dc-71aa-4f97-bb09-9c50d3009ab4 req-ef580593-3350-490c-83e9-506f4c492087 service nova] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.345234] env[63393]: DEBUG oslo_concurrency.lockutils [req-48ca16dc-71aa-4f97-bb09-9c50d3009ab4 req-ef580593-3350-490c-83e9-506f4c492087 service nova] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.345401] env[63393]: DEBUG nova.compute.manager [req-48ca16dc-71aa-4f97-bb09-9c50d3009ab4 req-ef580593-3350-490c-83e9-506f4c492087 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] No waiting events found dispatching network-vif-plugged-a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.345562] env[63393]: WARNING nova.compute.manager [req-48ca16dc-71aa-4f97-bb09-9c50d3009ab4 req-ef580593-3350-490c-83e9-506f4c492087 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Received unexpected event network-vif-plugged-a49b4697-668c-43df-8ad1-600fe3b56acb for instance with vm_state building and task_state spawning. [ 1072.351852] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6bd57-3ed4-0842-690f-36fd01df5ac9/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.352144] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6bd57-3ed4-0842-690f-36fd01df5ac9/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.438492] env[63393]: DEBUG oslo_concurrency.lockutils [None req-614e4fbc-491e-4642-a4f8-475d88007191 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.510s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.443173] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.404s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.443173] env[63393]: INFO nova.compute.manager [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Unshelving [ 1072.477919] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7afee68-67c4-4dd0-b3d9-448dcb0b4888 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.491525] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501911} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.494926] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 21d5fa9d-7b5b-4f88-8de7-6544552d05d3/21d5fa9d-7b5b-4f88-8de7-6544552d05d3.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.494926] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.494926] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d99fab7-b7c2-436e-95c1-59e26f5196ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.499999] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1072.499999] env[63393]: value = "task-2682509" [ 1072.499999] env[63393]: _type = "Task" [ 1072.499999] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.513009] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.708528] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.708797] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.709267] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "929bb0c0-e250-4ddf-b096-18dab8fc4806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.709475] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.709651] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.712033] env[63393]: INFO nova.compute.manager [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Terminating instance [ 1072.715699] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.715854] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.716039] env[63393]: DEBUG nova.network.neutron [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.807972] env[63393]: DEBUG nova.network.neutron [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Successfully updated port: a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.897906] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.898317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.962428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "e675c0a9-015c-47d7-a1ac-3737948d273b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.963879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.963879] env[63393]: DEBUG nova.compute.manager [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Going to confirm migration 7 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1073.013676] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059568} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.013676] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.015129] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0244e5da-aec3-48ac-a3b2-7aecabd919f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.038260] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 21d5fa9d-7b5b-4f88-8de7-6544552d05d3/21d5fa9d-7b5b-4f88-8de7-6544552d05d3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.039127] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8649706e-df8d-4836-b5c6-a211526e345b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.056977] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Applying migration context for instance e675c0a9-015c-47d7-a1ac-3737948d273b as it has an incoming, in-progress migration 141eb23f-3f6a-4a0d-92b8-4faf695c779a. Migration status is finished {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1073.057310] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Applying migration context for instance e8a28faf-38d3-487b-a6cb-86141c791855 as it has an incoming, in-progress migration 0abfd503-213f-416e-80d9-5029c16ea909. Migration status is post-migrating {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1073.058857] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating resource usage from migration 141eb23f-3f6a-4a0d-92b8-4faf695c779a [ 1073.059197] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating resource usage from migration 0abfd503-213f-416e-80d9-5029c16ea909 [ 1073.070767] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1073.070767] env[63393]: value = "task-2682510" [ 1073.070767] env[63393]: _type = "Task" [ 1073.070767] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.078999] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.092238] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093263] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093263] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 929bb0c0-e250-4ddf-b096-18dab8fc4806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093263] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 69b913d4-eea5-4999-9668-88a049aaa650 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093263] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 34ee59bb-b7f5-4e75-bbc4-118567ec1880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093263] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance eabdab14-d782-423a-aa92-7e1b37e10ab7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093263] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.093533] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Migration 141eb23f-3f6a-4a0d-92b8-4faf695c779a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1073.093890] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e675c0a9-015c-47d7-a1ac-3737948d273b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.094036] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Migration 0abfd503-213f-416e-80d9-5029c16ea909 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1073.094413] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e8a28faf-38d3-487b-a6cb-86141c791855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.094560] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 21d5fa9d-7b5b-4f88-8de7-6544552d05d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.094719] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.215503] env[63393]: DEBUG nova.compute.manager [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.215795] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.216880] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485a89a-edc5-4765-b558-2aabf36b6b1e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.228428] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.228885] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9786f2e9-2b87-43c2-9429-f204911561f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.235153] env[63393]: DEBUG oslo_vmware.api [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1073.235153] env[63393]: value = "task-2682511" [ 1073.235153] env[63393]: _type = "Task" [ 1073.235153] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.246430] env[63393]: DEBUG oslo_vmware.api [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.312855] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "refresh_cache-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.312966] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquired lock "refresh_cache-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.313150] env[63393]: DEBUG nova.network.neutron [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.402875] env[63393]: DEBUG nova.compute.utils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.455186] env[63393]: DEBUG nova.compute.utils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.591820] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.597874] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1073.598136] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1073.598291] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1073.604910] env[63393]: DEBUG nova.network.neutron [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance_info_cache with network_info: [{"id": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "address": "fa:16:3e:e4:b1:f6", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02a0a-4b", "ovs_interfaceid": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.609385] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.609858] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquired lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.610097] env[63393]: DEBUG nova.network.neutron [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.610290] env[63393]: DEBUG nova.objects.instance [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'info_cache' on Instance uuid e675c0a9-015c-47d7-a1ac-3737948d273b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.748738] env[63393]: DEBUG oslo_vmware.api [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682511, 'name': PowerOffVM_Task, 'duration_secs': 0.269113} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.748738] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.749348] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.749607] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0c4fce-5ab7-42c8-88a5-c4f8be2b1246 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.811326] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.811663] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.811881] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore1] 929bb0c0-e250-4ddf-b096-18dab8fc4806 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.812206] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd97170-4933-4eed-863a-687e23e5b7a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.818904] env[63393]: DEBUG oslo_vmware.api [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1073.818904] env[63393]: value = "task-2682513" [ 1073.818904] env[63393]: _type = "Task" [ 1073.818904] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.825223] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e415b964-0bd0-4d59-ae87-ba221e906a87 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.833709] env[63393]: DEBUG oslo_vmware.api [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.836528] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0dd569-9cd2-4808-a177-d14cbb640cee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.870696] env[63393]: DEBUG nova.network.neutron [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.873666] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6e4118-fc21-49ce-9254-3c7f71f1f014 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.881963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788eabca-4a86-49c2-bd5e-092f633cc550 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.898220] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.906890] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.959402] env[63393]: INFO nova.virt.block_device [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Booting with volume d383a5ad-b3bc-4173-9130-5f527c69a5ca at /dev/sdb [ 1074.007215] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d444d3d-29f0-49f2-9f42-a5e27120de7e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.017637] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfdf746-cb69-4a1e-8aca-e9f6cc4841f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.053686] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7174e4a-f4fe-4d10-8871-932bba856224 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.064674] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a683a-1cbd-4709-8b50-cd87a4dd0503 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.087692] env[63393]: DEBUG nova.network.neutron [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Updating instance_info_cache with network_info: [{"id": "a49b4697-668c-43df-8ad1-600fe3b56acb", "address": "fa:16:3e:85:70:0d", "network": {"id": "7446afc5-123f-4d53-8a17-1b8ae413424f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-828232850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8664123a443ecbe5ebeb0edc3f133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49b4697-66", "ovs_interfaceid": "a49b4697-668c-43df-8ad1-600fe3b56acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.092870] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682510, 'name': ReconfigVM_Task, 'duration_secs': 0.544889} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.093772] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 21d5fa9d-7b5b-4f88-8de7-6544552d05d3/21d5fa9d-7b5b-4f88-8de7-6544552d05d3.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.107571] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6fcb7fb-ac87-435e-9363-65a4e2f4321e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.111341] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abeaff7-2e3e-4e25-9a50-76f23014f972 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.117498] env[63393]: DEBUG oslo_concurrency.lockutils [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.124260] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1074.124260] env[63393]: value = "task-2682514" [ 1074.124260] env[63393]: _type = "Task" [ 1074.124260] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.132217] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed4644-2fef-4fde-b6e8-ec061de65dba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.138961] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682514, 'name': Rename_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.152978] env[63393]: DEBUG nova.virt.block_device [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating existing volume attachment record: 04ffd445-d227-435c-9227-1e37d074b9e3 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.329797] env[63393]: DEBUG oslo_vmware.api [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38478} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.330242] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.330449] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.330632] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.330809] env[63393]: INFO nova.compute.manager [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1074.331075] env[63393]: DEBUG oslo.service.loopingcall [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.331286] env[63393]: DEBUG nova.compute.manager [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.331383] env[63393]: DEBUG nova.network.neutron [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.408099] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.595031] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Releasing lock "refresh_cache-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.595031] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Instance network_info: |[{"id": "a49b4697-668c-43df-8ad1-600fe3b56acb", "address": "fa:16:3e:85:70:0d", "network": {"id": "7446afc5-123f-4d53-8a17-1b8ae413424f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-828232850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8664123a443ecbe5ebeb0edc3f133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49b4697-66", "ovs_interfaceid": "a49b4697-668c-43df-8ad1-600fe3b56acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.595284] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:70:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a49b4697-668c-43df-8ad1-600fe3b56acb', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.604726] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Creating folder: Project (c3c8664123a443ecbe5ebeb0edc3f133). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.605322] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa6178c2-7eed-4a51-bdc2-986da89762e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.616812] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Created folder: Project (c3c8664123a443ecbe5ebeb0edc3f133) in parent group-v540494. [ 1074.616977] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Creating folder: Instances. Parent ref: group-v540782. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.617251] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c48fbdf-51c6-4a92-865d-f4c2cc1cf7fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.633099] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Created folder: Instances in parent group-v540782. [ 1074.633370] env[63393]: DEBUG oslo.service.loopingcall [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.642550] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.642673] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7bb981b-422a-4757-baa7-665476f4320e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.664179] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88cc718-e167-4cfb-a9b5-b828e91cc537 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.672387] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.672387] env[63393]: value = "task-2682520" [ 1074.672387] env[63393]: _type = "Task" [ 1074.672387] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.675844] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682514, 'name': Rename_Task, 'duration_secs': 0.263802} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.675844] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.676810] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9405f1a3-5a8f-436b-a336-83f2b91e1f5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.697818] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509cbe48-ceaa-4dad-9438-715bbafc8951 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.705090] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682520, 'name': CreateVM_Task} progress is 15%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.706949] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1074.706949] env[63393]: value = "task-2682521" [ 1074.706949] env[63393]: _type = "Task" [ 1074.706949] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.713222] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.724063] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682521, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.917741] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1074.917741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.902s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.918156] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.918199] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Cleaning up deleted instances with incomplete migration {{(pid=63393) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1075.003400] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.004462] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.004782] env[63393]: INFO nova.compute.manager [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Attaching volume de967115-26a0-4701-a0ae-b57d574099e6 to /dev/sdb [ 1075.017710] env[63393]: DEBUG nova.network.neutron [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [{"id": "cc42bc84-9c08-48e6-b325-352b977497a6", "address": "fa:16:3e:4e:d0:ed", "network": {"id": "c21540ab-234f-4e58-a547-b8dd3503dc51", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1925248501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48b7f9cc44d34b3195bd456d157b7310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc42bc84-9c", "ovs_interfaceid": "cc42bc84-9c08-48e6-b325-352b977497a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.062403] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606024ae-6462-4283-a68a-82dba78905c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.071394] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce6ec3f-2250-4b22-a66f-c638217515ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.087124] env[63393]: DEBUG nova.virt.block_device [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updating existing volume attachment record: 54171a12-a113-4a03-a4d2-9735825b81aa {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1075.183963] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682520, 'name': CreateVM_Task, 'duration_secs': 0.472674} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.184176] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.185028] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.185346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.185640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.185963] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22d51dc-2486-47c8-adac-0fffbe76480a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.191027] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1075.191027] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5217dfbf-2d22-0040-75b0-3267302c2ee4" [ 1075.191027] env[63393]: _type = "Task" [ 1075.191027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.199043] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5217dfbf-2d22-0040-75b0-3267302c2ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.216644] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.220584] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.220886] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b98be7-a56b-4953-aba1-14141e0f58e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.228078] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1075.228078] env[63393]: value = "task-2682522" [ 1075.228078] env[63393]: _type = "Task" [ 1075.228078] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.238469] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.422176] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.453257] env[63393]: DEBUG nova.compute.manager [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Received event network-changed-a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.453623] env[63393]: DEBUG nova.compute.manager [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Refreshing instance network info cache due to event network-changed-a49b4697-668c-43df-8ad1-600fe3b56acb. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.454023] env[63393]: DEBUG oslo_concurrency.lockutils [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] Acquiring lock "refresh_cache-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.454342] env[63393]: DEBUG oslo_concurrency.lockutils [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] Acquired lock "refresh_cache-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.456323] env[63393]: DEBUG nova.network.neutron [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Refreshing network info cache for port a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.525565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Releasing lock "refresh_cache-e675c0a9-015c-47d7-a1ac-3737948d273b" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.525565] env[63393]: DEBUG nova.objects.instance [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lazy-loading 'migration_context' on Instance uuid e675c0a9-015c-47d7-a1ac-3737948d273b {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.545399] env[63393]: DEBUG nova.network.neutron [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.703848] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5217dfbf-2d22-0040-75b0-3267302c2ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.020621} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.704342] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.704752] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.705142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.708021] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.708021] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.708021] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1497274-8bf7-40d8-a112-d9e3162d03a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.718388] env[63393]: DEBUG oslo_vmware.api [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682521, 'name': PowerOnVM_Task, 'duration_secs': 0.550364} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.718692] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.723019] env[63393]: INFO nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1075.723019] env[63393]: DEBUG nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.723019] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd83b59-e980-42e5-b7af-673c8e399e82 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.725375] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.725955] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.726869] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6085d3-91f3-4abe-97da-3258aad39010 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.743277] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1075.743277] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52798b37-03fb-2c3c-76f8-d445f6478af7" [ 1075.743277] env[63393]: _type = "Task" [ 1075.743277] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.749075] env[63393]: DEBUG oslo_vmware.api [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682522, 'name': PowerOnVM_Task, 'duration_secs': 0.456857} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.752354] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.752354] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-beaef1a3-b7ce-4b9f-bb60-7d85ec558a07 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance 'e8a28faf-38d3-487b-a6cb-86141c791855' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.763774] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52798b37-03fb-2c3c-76f8-d445f6478af7, 'name': SearchDatastore_Task, 'duration_secs': 0.022682} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.764631] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95a58b1-6626-4cd8-9244-a8571bb4af9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.773996] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1075.773996] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523e37fc-06f8-2055-5706-dc2bae2e7876" [ 1075.773996] env[63393]: _type = "Task" [ 1075.773996] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.787032] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523e37fc-06f8-2055-5706-dc2bae2e7876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.031734] env[63393]: DEBUG nova.objects.base [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.033695] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1a99f-22f7-48d5-a3a5-552b858ec39b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.055657] env[63393]: INFO nova.compute.manager [-] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Took 1.72 seconds to deallocate network for instance. [ 1076.062040] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff1a7a4-1edd-4622-bfb3-9f27cd6d450f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.069099] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1076.069099] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522c7f47-6424-a776-61b3-40332baa7c7d" [ 1076.069099] env[63393]: _type = "Task" [ 1076.069099] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.078978] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522c7f47-6424-a776-61b3-40332baa7c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.257887] env[63393]: INFO nova.compute.manager [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Took 13.27 seconds to build instance. [ 1076.290283] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523e37fc-06f8-2055-5706-dc2bae2e7876, 'name': SearchDatastore_Task, 'duration_secs': 0.013935} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.293631] env[63393]: DEBUG nova.network.neutron [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Updated VIF entry in instance network info cache for port a49b4697-668c-43df-8ad1-600fe3b56acb. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.293631] env[63393]: DEBUG nova.network.neutron [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Updating instance_info_cache with network_info: [{"id": "a49b4697-668c-43df-8ad1-600fe3b56acb", "address": "fa:16:3e:85:70:0d", "network": {"id": "7446afc5-123f-4d53-8a17-1b8ae413424f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-828232850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3c8664123a443ecbe5ebeb0edc3f133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa49b4697-66", "ovs_interfaceid": "a49b4697-668c-43df-8ad1-600fe3b56acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.294206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.294591] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a/6a33cb74-454f-4bec-b4b0-d6fa58df7b5a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.295623] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fabf4aec-9bf8-478c-8174-555296089ca9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.304089] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1076.304089] env[63393]: value = "task-2682524" [ 1076.304089] env[63393]: _type = "Task" [ 1076.304089] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.314835] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.567766] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.568150] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.568396] env[63393]: DEBUG nova.objects.instance [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'resources' on Instance uuid 929bb0c0-e250-4ddf-b096-18dab8fc4806 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.585236] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522c7f47-6424-a776-61b3-40332baa7c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.585997] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.759697] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.783s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.796870] env[63393]: DEBUG oslo_concurrency.lockutils [req-22d37b42-ac5a-47b3-8f18-0741676f25a4 req-99c4711b-9d34-4677-912d-0d6c8f2d1f82 service nova] Releasing lock "refresh_cache-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.817954] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.279963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70da842-dbd2-4094-9dc8-1bdbf8da563f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.289904] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13245d16-33de-45b1-86b7-ff1456ee052c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.324518] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6f490-ebda-4775-bec6-5bd8165f0833 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.333230] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698318} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.335459] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a/6a33cb74-454f-4bec-b4b0-d6fa58df7b5a.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.335711] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.336056] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271d8db8-01b6-4b4d-b9c1-d66b3a3473eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.338963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefeac27-33e0-4173-916e-212629a754ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.355729] env[63393]: DEBUG nova.compute.provider_tree [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.358853] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1077.358853] env[63393]: value = "task-2682527" [ 1077.358853] env[63393]: _type = "Task" [ 1077.358853] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.371445] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.861392] env[63393]: DEBUG nova.scheduler.client.report [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.876948] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1239} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.877275] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.878307] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51c241-981b-44bc-967c-de91333b3b83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.905192] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a/6a33cb74-454f-4bec-b4b0-d6fa58df7b5a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.905704] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a847de7-4d2f-4e81-9cc0-972fbaeabc60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.924150] env[63393]: DEBUG nova.compute.manager [req-5f0db83d-ed6d-42c3-a420-99e15b5b7cba req-accaf1cd-380e-44f0-a0dd-fe24e65bf0bc service nova] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Received event network-vif-deleted-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.930085] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1077.930085] env[63393]: value = "task-2682528" [ 1077.930085] env[63393]: _type = "Task" [ 1077.930085] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.940591] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.986299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.986299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.986299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.986299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.986299] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.992659] env[63393]: INFO nova.compute.manager [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Terminating instance [ 1078.068915] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "df0c858b-6b9b-4803-8c6e-439440c28210" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.069197] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "df0c858b-6b9b-4803-8c6e-439440c28210" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.371983] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.374440] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.789s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.394453] env[63393]: INFO nova.scheduler.client.report [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted allocations for instance 929bb0c0-e250-4ddf-b096-18dab8fc4806 [ 1078.441372] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682528, 'name': ReconfigVM_Task, 'duration_secs': 0.331028} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.441650] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a/6a33cb74-454f-4bec-b4b0-d6fa58df7b5a.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.442316] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92bd65cc-aced-4158-81b2-2f9c9ed8336e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.449903] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1078.449903] env[63393]: value = "task-2682529" [ 1078.449903] env[63393]: _type = "Task" [ 1078.449903] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.457836] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682529, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.497909] env[63393]: DEBUG nova.compute.manager [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.498264] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.499200] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b34528-c22a-42d7-ad33-9879f1271c98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.508367] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.509040] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcbe0aac-fee0-4f56-aa70-addbe2d98b42 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.516374] env[63393]: DEBUG oslo_vmware.api [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1078.516374] env[63393]: value = "task-2682530" [ 1078.516374] env[63393]: _type = "Task" [ 1078.516374] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.525787] env[63393]: DEBUG oslo_vmware.api [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.571832] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.754435] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e8a28faf-38d3-487b-a6cb-86141c791855" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.754944] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.755457] env[63393]: DEBUG nova.compute.manager [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Going to confirm migration 8 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1078.903789] env[63393]: DEBUG oslo_concurrency.lockutils [None req-59de4fb1-2a59-4005-a539-d5b601a587dd tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "929bb0c0-e250-4ddf-b096-18dab8fc4806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.195s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.959485] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682529, 'name': Rename_Task, 'duration_secs': 0.179131} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.959754] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.960011] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e77b07-7480-463c-8cae-cff6cd239289 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.966685] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1078.966685] env[63393]: value = "task-2682531" [ 1078.966685] env[63393]: _type = "Task" [ 1078.966685] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.974842] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.029193] env[63393]: DEBUG oslo_vmware.api [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682530, 'name': PowerOffVM_Task, 'duration_secs': 0.193278} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.029566] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.029748] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.030275] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f149508-3c2b-4cf8-bc17-5dc3a911be1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.097781] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.098087] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.098333] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore2] 21d5fa9d-7b5b-4f88-8de7-6544552d05d3 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.099725] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.100009] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-923ab391-6663-4d74-8457-f2beeb53ed60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.107784] env[63393]: DEBUG oslo_vmware.api [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1079.107784] env[63393]: value = "task-2682533" [ 1079.107784] env[63393]: _type = "Task" [ 1079.107784] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.120762] env[63393]: DEBUG oslo_vmware.api [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.124405] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6020d-9721-4986-8686-dcf1279db905 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.132495] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab3eb00-51f8-46bd-976c-79989b5f7343 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.170602] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3801d00-4e8a-4cff-b60f-3759946a704d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.178776] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e17c6-0a90-4767-88d0-9d1bda5c2b58 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.197034] env[63393]: DEBUG nova.compute.provider_tree [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.325683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.325917] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.326118] env[63393]: DEBUG nova.network.neutron [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.326312] env[63393]: DEBUG nova.objects.instance [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'info_cache' on Instance uuid e8a28faf-38d3-487b-a6cb-86141c791855 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.477064] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.625809] env[63393]: DEBUG oslo_vmware.api [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207428} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.626158] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.626356] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.626535] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.626862] env[63393]: INFO nova.compute.manager [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.627154] env[63393]: DEBUG oslo.service.loopingcall [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.627375] env[63393]: DEBUG nova.compute.manager [-] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.627475] env[63393]: DEBUG nova.network.neutron [-] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.653346] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.653600] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540785', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'name': 'volume-de967115-26a0-4701-a0ae-b57d574099e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34ee59bb-b7f5-4e75-bbc4-118567ec1880', 'attached_at': '', 'detached_at': '', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'serial': 'de967115-26a0-4701-a0ae-b57d574099e6'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.654590] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38719901-6d4c-4433-b3de-ee91382455df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.679147] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad058b-45e7-422a-86e1-21600f14fedd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.703023] env[63393]: DEBUG nova.scheduler.client.report [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.714335] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-de967115-26a0-4701-a0ae-b57d574099e6/volume-de967115-26a0-4701-a0ae-b57d574099e6.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.717391] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6de5ff-c671-4012-8c05-311986423fef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.739881] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1079.739881] env[63393]: value = "task-2682534" [ 1079.739881] env[63393]: _type = "Task" [ 1079.739881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.751487] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.787937] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.979729] env[63393]: DEBUG oslo_vmware.api [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682531, 'name': PowerOnVM_Task, 'duration_secs': 0.789222} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.980539] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.980979] env[63393]: INFO nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1079.981681] env[63393]: DEBUG nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.982814] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d71f41-5de6-408a-9ffb-07f03603b5d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.159565] env[63393]: DEBUG nova.compute.manager [req-0ba06f52-7f79-41a2-9e94-b0b6f2c7dc8e req-37dd98f4-a33b-4690-9de6-47925d9c3eed service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Received event network-vif-deleted-f46d3cfd-8ed2-4416-b0a4-983a4755badb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.159785] env[63393]: INFO nova.compute.manager [req-0ba06f52-7f79-41a2-9e94-b0b6f2c7dc8e req-37dd98f4-a33b-4690-9de6-47925d9c3eed service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Neutron deleted interface f46d3cfd-8ed2-4416-b0a4-983a4755badb; detaching it from the instance and deleting it from the info cache [ 1080.159997] env[63393]: DEBUG nova.network.neutron [req-0ba06f52-7f79-41a2-9e94-b0b6f2c7dc8e req-37dd98f4-a33b-4690-9de6-47925d9c3eed service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.251409] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.432969] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "b399a92f-fa7a-4de1-8813-94b1a880b334" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.433383] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.453571] env[63393]: DEBUG nova.network.neutron [-] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.504052] env[63393]: INFO nova.compute.manager [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Took 14.07 seconds to build instance. [ 1080.589922] env[63393]: DEBUG nova.network.neutron [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance_info_cache with network_info: [{"id": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "address": "fa:16:3e:e4:b1:f6", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb02a0a-4b", "ovs_interfaceid": "2eb02a0a-4b5e-4bc0-8234-7920f90d9b90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.663035] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aebf794-f694-4c1a-ba1d-1492dccdb068 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.672376] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc0d45-4229-40da-ba9f-bfc5990efff5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.705216] env[63393]: DEBUG nova.compute.manager [req-0ba06f52-7f79-41a2-9e94-b0b6f2c7dc8e req-37dd98f4-a33b-4690-9de6-47925d9c3eed service nova] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Detach interface failed, port_id=f46d3cfd-8ed2-4416-b0a4-983a4755badb, reason: Instance 21d5fa9d-7b5b-4f88-8de7-6544552d05d3 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.728480] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.354s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.732432] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.633s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.733853] env[63393]: INFO nova.compute.claims [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.749897] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682534, 'name': ReconfigVM_Task, 'duration_secs': 0.605966} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.750176] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-de967115-26a0-4701-a0ae-b57d574099e6/volume-de967115-26a0-4701-a0ae-b57d574099e6.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.755081] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88328148-9147-4fd0-959c-23b03cafd7e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.771471] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1080.771471] env[63393]: value = "task-2682535" [ 1080.771471] env[63393]: _type = "Task" [ 1080.771471] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.783233] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.935923] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.958299] env[63393]: INFO nova.compute.manager [-] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Took 1.33 seconds to deallocate network for instance. [ 1080.982456] env[63393]: DEBUG oslo_concurrency.lockutils [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "interface-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.982751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "interface-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.983055] env[63393]: DEBUG nova.objects.instance [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lazy-loading 'flavor' on Instance uuid 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.006080] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc2-a956-4c5e-830d-40114eb8e18d tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.593s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.093208] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-e8a28faf-38d3-487b-a6cb-86141c791855" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.093497] env[63393]: DEBUG nova.objects.instance [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'migration_context' on Instance uuid e8a28faf-38d3-487b-a6cb-86141c791855 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.251100] env[63393]: DEBUG nova.compute.manager [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.281587] env[63393]: DEBUG oslo_vmware.api [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682535, 'name': ReconfigVM_Task, 'duration_secs': 0.196472} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.281901] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540785', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'name': 'volume-de967115-26a0-4701-a0ae-b57d574099e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34ee59bb-b7f5-4e75-bbc4-118567ec1880', 'attached_at': '', 'detached_at': '', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'serial': 'de967115-26a0-4701-a0ae-b57d574099e6'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.299401] env[63393]: INFO nova.scheduler.client.report [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocation for migration 141eb23f-3f6a-4a0d-92b8-4faf695c779a [ 1081.455396] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.466522] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.490654] env[63393]: DEBUG nova.objects.instance [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lazy-loading 'pci_requests' on Instance uuid 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.500135] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6bd57-3ed4-0842-690f-36fd01df5ac9/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1081.501265] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465be54e-be47-4ac4-9ddd-a5d2cce63e4e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.508292] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6bd57-3ed4-0842-690f-36fd01df5ac9/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1081.508590] env[63393]: ERROR oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6bd57-3ed4-0842-690f-36fd01df5ac9/disk-0.vmdk due to incomplete transfer. [ 1081.508872] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1da0e091-1fbe-40df-82bc-a4d0dd35d17d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.515730] env[63393]: DEBUG oslo_vmware.rw_handles [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6bd57-3ed4-0842-690f-36fd01df5ac9/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1081.515884] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Uploaded image 346e3d02-f227-418b-a79d-9fa9d7673f6a to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1081.518254] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1081.518701] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae33cbc3-50f9-4fb6-bd60-3c564637b2c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.523734] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1081.523734] env[63393]: value = "task-2682536" [ 1081.523734] env[63393]: _type = "Task" [ 1081.523734] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.531088] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682536, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.597020] env[63393]: DEBUG nova.objects.base [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.598019] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0543a4-07a8-49c2-834c-1c5501ddfebd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.618316] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd61a9ae-9e1f-44fb-9bb8-77a1576258a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.624450] env[63393]: DEBUG oslo_vmware.api [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1081.624450] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52c92875-e71e-4700-ca29-7826a3a2fcf0" [ 1081.624450] env[63393]: _type = "Task" [ 1081.624450] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.633613] env[63393]: DEBUG oslo_vmware.api [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52c92875-e71e-4700-ca29-7826a3a2fcf0, 'name': SearchDatastore_Task, 'duration_secs': 0.0071} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.633900] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.769619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.804478] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.842s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.923792] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0922fb0d-6b7a-4ee6-afcf-644922bcfb0f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.931537] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d70403-c713-4797-b66c-2a42c3c67beb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.963568] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46761d0-f0ad-44f8-a166-76d52744a4e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.971127] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1c5b27-843c-4502-b8bb-95040b670ace {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.985225] env[63393]: DEBUG nova.compute.provider_tree [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.994751] env[63393]: DEBUG nova.objects.base [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Object Instance<6a33cb74-454f-4bec-b4b0-d6fa58df7b5a> lazy-loaded attributes: flavor,pci_requests {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.994998] env[63393]: DEBUG nova.network.neutron [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.032391] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682536, 'name': Destroy_Task, 'duration_secs': 0.319687} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.032645] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Destroyed the VM [ 1082.032901] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1082.033161] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30c5cc92-04f9-41aa-bcf0-0b72451d07c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.039039] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1082.039039] env[63393]: value = "task-2682537" [ 1082.039039] env[63393]: _type = "Task" [ 1082.039039] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.047904] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.076952] env[63393]: DEBUG oslo_concurrency.lockutils [None req-54ca3930-7d02-4a3d-8288-5c2abf3e5b77 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "interface-6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.322084] env[63393]: DEBUG nova.objects.instance [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'flavor' on Instance uuid 34ee59bb-b7f5-4e75-bbc4-118567ec1880 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.489157] env[63393]: DEBUG nova.scheduler.client.report [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.549543] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682537, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387569} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.549887] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.550144] env[63393]: DEBUG nova.compute.manager [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.551039] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc1dd3c-3c3c-4409-9e6d-043a5b3e4f28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.827263] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f4072736-580c-4745-8780-3a460fb37943 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.823s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.996236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.996859] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.999534] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "e675c0a9-015c-47d7-a1ac-3737948d273b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.999765] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.000009] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.000237] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.000409] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.002629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.215s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.002725] env[63393]: DEBUG nova.objects.instance [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'pci_requests' on Instance uuid fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.003842] env[63393]: INFO nova.compute.manager [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Terminating instance [ 1083.067520] env[63393]: INFO nova.compute.manager [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Shelve offloading [ 1083.325751] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.325978] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.504538] env[63393]: DEBUG nova.compute.utils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.505984] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.506169] env[63393]: DEBUG nova.network.neutron [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.509410] env[63393]: DEBUG nova.objects.instance [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'numa_topology' on Instance uuid fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.510779] env[63393]: DEBUG nova.compute.manager [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.510958] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.512019] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eeffbb-ed30-4c08-ac63-b12bf69ea02a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.522934] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.523363] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec86c99-7617-44cc-8f4c-d132242aa6a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.533901] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1083.533901] env[63393]: value = "task-2682538" [ 1083.533901] env[63393]: _type = "Task" [ 1083.533901] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.547320] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.568021] env[63393]: DEBUG nova.policy [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0126432057a64b0999062daf55e68335', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec661d0127ab4f80b89695b5f5f2bbde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.572920] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.576622] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0421cf12-4ceb-4258-8964-4b0e79b15c66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.592861] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1083.592861] env[63393]: value = "task-2682539" [ 1083.592861] env[63393]: _type = "Task" [ 1083.592861] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.612859] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.613119] env[63393]: DEBUG nova.compute.manager [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.613944] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22698ce-c28d-476c-a9cc-3f2f8bda9767 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.622992] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.623296] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.623456] env[63393]: DEBUG nova.network.neutron [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.783952] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.784271] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.837931] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.837931] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.837931] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.838191] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.838282] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.838432] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.838461] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1083.838641] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.946167] env[63393]: DEBUG nova.network.neutron [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Successfully created port: f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.011858] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.014822] env[63393]: INFO nova.compute.claims [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.045166] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682538, 'name': PowerOffVM_Task, 'duration_secs': 0.25299} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.045166] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.045166] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.045489] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11d11f2b-c153-43ee-aee5-5057358bafc9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.087281] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.087565] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.087847] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.088175] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.088418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.094146] env[63393]: INFO nova.compute.manager [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Terminating instance [ 1084.135789] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.136168] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.136369] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleting the datastore file [datastore1] e675c0a9-015c-47d7-a1ac-3737948d273b {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.136562] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc24b3ca-e502-4f36-aa01-5270e397ca98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.145786] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for the task: (returnval){ [ 1084.145786] env[63393]: value = "task-2682541" [ 1084.145786] env[63393]: _type = "Task" [ 1084.145786] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.154523] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.289681] env[63393]: INFO nova.compute.manager [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Detaching volume de967115-26a0-4701-a0ae-b57d574099e6 [ 1084.328923] env[63393]: INFO nova.virt.block_device [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Attempting to driver detach volume de967115-26a0-4701-a0ae-b57d574099e6 from mountpoint /dev/sdb [ 1084.329261] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.329489] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540785', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'name': 'volume-de967115-26a0-4701-a0ae-b57d574099e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34ee59bb-b7f5-4e75-bbc4-118567ec1880', 'attached_at': '', 'detached_at': '', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'serial': 'de967115-26a0-4701-a0ae-b57d574099e6'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.330431] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd7b4a1-7e59-49f1-8232-91fb1a4c1a98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.357465] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.358435] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0ea18-42e1-4a83-93a4-dfdb0e99ae60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.367078] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416665f1-88e9-4ff2-992c-a7cd0f819a39 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.389391] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7dab76-24f5-43a2-972c-98f15a050fb4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.404639] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] The volume has not been displaced from its original location: [datastore1] volume-de967115-26a0-4701-a0ae-b57d574099e6/volume-de967115-26a0-4701-a0ae-b57d574099e6.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.410165] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.412742] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860eca52-079b-41d1-a70d-0593b9c84ed7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.430639] env[63393]: DEBUG oslo_vmware.api [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1084.430639] env[63393]: value = "task-2682542" [ 1084.430639] env[63393]: _type = "Task" [ 1084.430639] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.439463] env[63393]: DEBUG oslo_vmware.api [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.456614] env[63393]: DEBUG nova.network.neutron [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.599176] env[63393]: DEBUG nova.compute.manager [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.599461] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.600437] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd1c47-1a85-483c-abf9-a693b35fd9a4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.608670] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.608836] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c670ea04-7a43-447d-8d81-5c362ac373a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.615649] env[63393]: DEBUG oslo_vmware.api [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1084.615649] env[63393]: value = "task-2682543" [ 1084.615649] env[63393]: _type = "Task" [ 1084.615649] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.624936] env[63393]: DEBUG oslo_vmware.api [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.654548] env[63393]: DEBUG oslo_vmware.api [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Task: {'id': task-2682541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261545} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.654805] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.654987] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.655183] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.655360] env[63393]: INFO nova.compute.manager [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1084.655605] env[63393]: DEBUG oslo.service.loopingcall [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.655795] env[63393]: DEBUG nova.compute.manager [-] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.655893] env[63393]: DEBUG nova.network.neutron [-] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.940907] env[63393]: DEBUG oslo_vmware.api [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682542, 'name': ReconfigVM_Task, 'duration_secs': 0.331105} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.941291] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.946010] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc9a183-c006-4638-9552-83d55edb2620 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.959808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.963127] env[63393]: DEBUG oslo_vmware.api [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1084.963127] env[63393]: value = "task-2682544" [ 1084.963127] env[63393]: _type = "Task" [ 1084.963127] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.972049] env[63393]: DEBUG oslo_vmware.api [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.025942] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.059058] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.059367] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.059482] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.059665] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.059810] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.059960] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.060770] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.061036] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.061290] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.061520] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.061759] env[63393]: DEBUG nova.virt.hardware [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.062708] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d3e889-5847-45fb-993f-02574df6b66a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.072749] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99c44a-bd0d-4e40-8fc2-2f5f90501d32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.125674] env[63393]: DEBUG oslo_vmware.api [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682543, 'name': PowerOffVM_Task, 'duration_secs': 0.22171} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.125960] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.126214] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.126559] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a8699c-15fe-4b3d-ab3a-8441cbdef759 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.192951] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.193176] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.193359] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Deleting the datastore file [datastore1] 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.193622] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47fa9c2-e8c4-405e-8a17-0b818539851e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.203135] env[63393]: DEBUG oslo_vmware.api [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for the task: (returnval){ [ 1085.203135] env[63393]: value = "task-2682546" [ 1085.203135] env[63393]: _type = "Task" [ 1085.203135] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.212177] env[63393]: DEBUG oslo_vmware.api [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.346148] env[63393]: DEBUG nova.compute.manager [req-fda84216-64ec-4f61-bca9-663c58956815 req-851f2d05-fc50-4af0-a7d9-4d987b708057 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Received event network-vif-deleted-cc42bc84-9c08-48e6-b325-352b977497a6 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.346590] env[63393]: INFO nova.compute.manager [req-fda84216-64ec-4f61-bca9-663c58956815 req-851f2d05-fc50-4af0-a7d9-4d987b708057 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Neutron deleted interface cc42bc84-9c08-48e6-b325-352b977497a6; detaching it from the instance and deleting it from the info cache [ 1085.346590] env[63393]: DEBUG nova.network.neutron [req-fda84216-64ec-4f61-bca9-663c58956815 req-851f2d05-fc50-4af0-a7d9-4d987b708057 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.356744] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00095d42-bd1f-4c37-896c-4fc93fdfc06e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.366148] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb0c32-7a75-4130-b563-63733382bec0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.400803] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37218541-b227-4795-a792-00f947a4a361 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.409682] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c585af7-4e83-400d-8bfc-c9e295d68781 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.423528] env[63393]: DEBUG nova.compute.provider_tree [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.473092] env[63393]: DEBUG oslo_vmware.api [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682544, 'name': ReconfigVM_Task, 'duration_secs': 0.151706} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.473395] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540785', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'name': 'volume-de967115-26a0-4701-a0ae-b57d574099e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34ee59bb-b7f5-4e75-bbc4-118567ec1880', 'attached_at': '', 'detached_at': '', 'volume_id': 'de967115-26a0-4701-a0ae-b57d574099e6', 'serial': 'de967115-26a0-4701-a0ae-b57d574099e6'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.491623] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.492620] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a81af-6867-44e5-8cea-fc476420ea72 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.500535] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.500813] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c7bda2-c999-40b9-8c99-2a08d2781579 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.567983] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.567983] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.567983] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleting the datastore file [datastore1] 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.567983] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15faafac-a980-4a12-8a00-6d742ac487c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.574523] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1085.574523] env[63393]: value = "task-2682548" [ 1085.574523] env[63393]: _type = "Task" [ 1085.574523] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.582842] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.714068] env[63393]: DEBUG oslo_vmware.api [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Task: {'id': task-2682546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134662} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.715430] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.715430] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.715430] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.715430] env[63393]: INFO nova.compute.manager [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1085.715589] env[63393]: DEBUG oslo.service.loopingcall [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.715837] env[63393]: DEBUG nova.compute.manager [-] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.715969] env[63393]: DEBUG nova.network.neutron [-] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.725077] env[63393]: DEBUG nova.network.neutron [-] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.848917] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deeccb0a-8e9e-49a5-8f15-4a73732a9c83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.858657] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4d4454-d8f3-4941-a0fd-6f71a4eab98c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.878211] env[63393]: DEBUG nova.network.neutron [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Successfully updated port: f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.894153] env[63393]: DEBUG nova.compute.manager [req-fda84216-64ec-4f61-bca9-663c58956815 req-851f2d05-fc50-4af0-a7d9-4d987b708057 service nova] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Detach interface failed, port_id=cc42bc84-9c08-48e6-b325-352b977497a6, reason: Instance e675c0a9-015c-47d7-a1ac-3737948d273b could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1085.927181] env[63393]: DEBUG nova.scheduler.client.report [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.021649] env[63393]: DEBUG nova.objects.instance [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'flavor' on Instance uuid 34ee59bb-b7f5-4e75-bbc4-118567ec1880 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.084543] env[63393]: DEBUG oslo_vmware.api [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131622} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.084845] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.084987] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.085178] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.105818] env[63393]: INFO nova.scheduler.client.report [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted allocations for instance 69b913d4-eea5-4999-9668-88a049aaa650 [ 1086.228072] env[63393]: INFO nova.compute.manager [-] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Took 1.57 seconds to deallocate network for instance. [ 1086.381816] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "refresh_cache-df0c858b-6b9b-4803-8c6e-439440c28210" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.382087] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquired lock "refresh_cache-df0c858b-6b9b-4803-8c6e-439440c28210" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.382218] env[63393]: DEBUG nova.network.neutron [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.431492] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.433893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.978s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.435153] env[63393]: INFO nova.compute.claims [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.462190] env[63393]: INFO nova.network.neutron [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating port e3645a43-54c8-4243-8b67-ffcbefa0aa53 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1086.509302] env[63393]: DEBUG nova.network.neutron [-] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.610181] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.738538] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.913799] env[63393]: DEBUG nova.network.neutron [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.012109] env[63393]: INFO nova.compute.manager [-] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Took 1.30 seconds to deallocate network for instance. [ 1087.028034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c532c3fe-2d61-4d0f-9f6c-5de9dd94b4bf tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.037960] env[63393]: DEBUG nova.network.neutron [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Updating instance_info_cache with network_info: [{"id": "f3ad53cd-aa15-4ba7-8a88-10471be00fd4", "address": "fa:16:3e:fe:b3:81", "network": {"id": "bbd8dbbc-5b12-433b-91cc-4419e4c773f7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-85076890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec661d0127ab4f80b89695b5f5f2bbde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ad53cd-aa", "ovs_interfaceid": "f3ad53cd-aa15-4ba7-8a88-10471be00fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.396426] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-vif-unplugged-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.397159] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.397309] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.397482] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.397656] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] No waiting events found dispatching network-vif-unplugged-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.397832] env[63393]: WARNING nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received unexpected event network-vif-unplugged-bcb5f706-59cd-407b-af36-6f397c094d03 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1087.398037] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.398228] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing instance network info cache due to event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.398427] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.398570] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.398726] env[63393]: DEBUG nova.network.neutron [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.518920] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.540781] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Releasing lock "refresh_cache-df0c858b-6b9b-4803-8c6e-439440c28210" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.540989] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Instance network_info: |[{"id": "f3ad53cd-aa15-4ba7-8a88-10471be00fd4", "address": "fa:16:3e:fe:b3:81", "network": {"id": "bbd8dbbc-5b12-433b-91cc-4419e4c773f7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-85076890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec661d0127ab4f80b89695b5f5f2bbde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ad53cd-aa", "ovs_interfaceid": "f3ad53cd-aa15-4ba7-8a88-10471be00fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.547965] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b3:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ad53cd-aa15-4ba7-8a88-10471be00fd4', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.558968] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Creating folder: Project (ec661d0127ab4f80b89695b5f5f2bbde). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.559539] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e75e387-9207-485b-9d26-a834b7b951ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.574694] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Created folder: Project (ec661d0127ab4f80b89695b5f5f2bbde) in parent group-v540494. [ 1087.574694] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Creating folder: Instances. Parent ref: group-v540786. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.574694] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c085a765-fb0a-438b-8925-20c6445a83ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.584735] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Created folder: Instances in parent group-v540786. [ 1087.584993] env[63393]: DEBUG oslo.service.loopingcall [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.587636] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.588069] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1db6302c-6140-49b0-9ece-3c8efb25c83e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.610936] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.610936] env[63393]: value = "task-2682551" [ 1087.610936] env[63393]: _type = "Task" [ 1087.610936] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.618789] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682551, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.668438] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73695b67-d1f7-4712-8781-42c78152c1b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.683488] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed695c-1392-4e80-b677-0b3f592de117 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.716624] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a99b8-a7ce-4705-9588-3cc9cda49867 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.725027] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0432a1-2a49-4f9c-83b2-100de2a8d205 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.738714] env[63393]: DEBUG nova.compute.provider_tree [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.953664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.953664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.953664] env[63393]: DEBUG nova.network.neutron [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.122781] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682551, 'name': CreateVM_Task, 'duration_secs': 0.363534} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.123572] env[63393]: DEBUG nova.network.neutron [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updated VIF entry in instance network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.123905] env[63393]: DEBUG nova.network.neutron [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": null, "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbcb5f706-59", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.125037] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.125738] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.125900] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.126237] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.126662] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07897e5-ea9e-4aad-a67b-f42be948f28f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.130945] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1088.130945] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d63e37-e90a-12b9-d09b-078226ccb9e5" [ 1088.130945] env[63393]: _type = "Task" [ 1088.130945] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.138381] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d63e37-e90a-12b9-d09b-078226ccb9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.184111] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.184111] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.184111] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.184315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.184394] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.186727] env[63393]: INFO nova.compute.manager [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Terminating instance [ 1088.242027] env[63393]: DEBUG nova.scheduler.client.report [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.521256] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.627335] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.627612] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Received event network-vif-plugged-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.627817] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Acquiring lock "df0c858b-6b9b-4803-8c6e-439440c28210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.628052] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Lock "df0c858b-6b9b-4803-8c6e-439440c28210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.628254] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Lock "df0c858b-6b9b-4803-8c6e-439440c28210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.628494] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] No waiting events found dispatching network-vif-plugged-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.628630] env[63393]: WARNING nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Received unexpected event network-vif-plugged-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 for instance with vm_state building and task_state spawning. [ 1088.628798] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Received event network-changed-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.628957] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Refreshing instance network info cache due to event network-changed-f3ad53cd-aa15-4ba7-8a88-10471be00fd4. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.629204] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Acquiring lock "refresh_cache-df0c858b-6b9b-4803-8c6e-439440c28210" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.629341] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Acquired lock "refresh_cache-df0c858b-6b9b-4803-8c6e-439440c28210" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.629501] env[63393]: DEBUG nova.network.neutron [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Refreshing network info cache for port f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.642540] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d63e37-e90a-12b9-d09b-078226ccb9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.645623] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.645916] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.646222] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.646415] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.646638] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.647190] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b167bb4f-6323-41b4-b45b-9ffc5dab9b05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.656953] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.657157] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.657854] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0994a1-3837-40bc-90f8-7021255cb4bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.663377] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1088.663377] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525f9acc-bc9b-f058-d642-8cc44edb56c1" [ 1088.663377] env[63393]: _type = "Task" [ 1088.663377] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.670959] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525f9acc-bc9b-f058-d642-8cc44edb56c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.696142] env[63393]: DEBUG nova.compute.manager [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.696142] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.696142] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a3729-e484-478a-8321-14e53370c925 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.705730] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.705730] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1451e59-ea05-4a14-89db-2d362ea8d6ff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.711087] env[63393]: DEBUG oslo_vmware.api [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1088.711087] env[63393]: value = "task-2682552" [ 1088.711087] env[63393]: _type = "Task" [ 1088.711087] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.719242] env[63393]: DEBUG oslo_vmware.api [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.728444] env[63393]: DEBUG nova.network.neutron [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.746499] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.747035] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.749818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.283s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.750047] env[63393]: DEBUG nova.objects.instance [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid 21d5fa9d-7b5b-4f88-8de7-6544552d05d3 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.173700] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525f9acc-bc9b-f058-d642-8cc44edb56c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.174517] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12daa020-9354-4467-982f-34170e54320f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.179870] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1089.179870] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3ba44-1527-9a49-a40b-7452a5e4ae26" [ 1089.179870] env[63393]: _type = "Task" [ 1089.179870] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.187286] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3ba44-1527-9a49-a40b-7452a5e4ae26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.220438] env[63393]: DEBUG oslo_vmware.api [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682552, 'name': PowerOffVM_Task, 'duration_secs': 0.167495} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.220691] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.220860] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.221125] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7863642d-f436-4a4d-afb2-20a810c7a0ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.231082] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.253798] env[63393]: DEBUG nova.compute.utils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.259654] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.259830] env[63393]: DEBUG nova.network.neutron [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.271338] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a59499665516bbfa5f3f2e4b9d6dd5d4',container_format='bare',created_at=2025-02-19T12:35:09Z,direct_url=,disk_format='vmdk',id=6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1709045289-shelved',owner='bfba48ef6a224c95aee62142b0512b04',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-02-19T12:35:24Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.271338] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.271338] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.272237] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.272855] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.273212] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.273700] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.274396] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.274396] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.277227] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.277227] env[63393]: DEBUG nova.virt.hardware [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.277227] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fcf0af-a552-4462-8a2d-5225c81f2d50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.285411] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.285618] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.285793] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleting the datastore file [datastore2] 34ee59bb-b7f5-4e75-bbc4-118567ec1880 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.288253] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172461f6-44f8-4700-904a-24856c7a26dc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.291549] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5367a73e-3e39-4cfa-b365-6052f7f92724 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.308192] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:9e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3645a43-54c8-4243-8b67-ffcbefa0aa53', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.315953] env[63393]: DEBUG oslo.service.loopingcall [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.321162] env[63393]: DEBUG nova.policy [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a653152aa0cc4994bd6d31f0c975bd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ec17b0b4d754f73a4d99cdeae0ff40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.322885] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.323239] env[63393]: DEBUG oslo_vmware.api [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1089.323239] env[63393]: value = "task-2682554" [ 1089.323239] env[63393]: _type = "Task" [ 1089.323239] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.324041] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f114c9-45c1-49a3-9dc4-c21e2c95cd02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.351620] env[63393]: DEBUG oslo_vmware.api [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.352862] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.352862] env[63393]: value = "task-2682555" [ 1089.352862] env[63393]: _type = "Task" [ 1089.352862] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.360569] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682555, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.404204] env[63393]: DEBUG nova.network.neutron [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Updated VIF entry in instance network info cache for port f3ad53cd-aa15-4ba7-8a88-10471be00fd4. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.404644] env[63393]: DEBUG nova.network.neutron [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Updating instance_info_cache with network_info: [{"id": "f3ad53cd-aa15-4ba7-8a88-10471be00fd4", "address": "fa:16:3e:fe:b3:81", "network": {"id": "bbd8dbbc-5b12-433b-91cc-4419e4c773f7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-85076890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec661d0127ab4f80b89695b5f5f2bbde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ad53cd-aa", "ovs_interfaceid": "f3ad53cd-aa15-4ba7-8a88-10471be00fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.429817] env[63393]: DEBUG nova.compute.manager [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-vif-plugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.430059] env[63393]: DEBUG oslo_concurrency.lockutils [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.430264] env[63393]: DEBUG oslo_concurrency.lockutils [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.430444] env[63393]: DEBUG oslo_concurrency.lockutils [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.430641] env[63393]: DEBUG nova.compute.manager [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] No waiting events found dispatching network-vif-plugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.430767] env[63393]: WARNING nova.compute.manager [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received unexpected event network-vif-plugged-e3645a43-54c8-4243-8b67-ffcbefa0aa53 for instance with vm_state shelved_offloaded and task_state spawning. [ 1089.430924] env[63393]: DEBUG nova.compute.manager [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.431372] env[63393]: DEBUG nova.compute.manager [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing instance network info cache due to event network-changed-e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.431601] env[63393]: DEBUG oslo_concurrency.lockutils [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] Acquiring lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.431747] env[63393]: DEBUG oslo_concurrency.lockutils [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] Acquired lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.431908] env[63393]: DEBUG nova.network.neutron [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Refreshing network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.518820] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f3bbd-df03-44d3-8c8c-59a4e0951990 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.526485] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ff655-5463-43c6-b680-1de3e7eaeb50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.558314] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb3bf8-f6f7-4fad-91d9-448df71a09df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.565543] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b760ef6-cf86-416f-ba26-33d19967443a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.579692] env[63393]: DEBUG nova.compute.provider_tree [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.685919] env[63393]: DEBUG nova.network.neutron [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Successfully created port: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.692452] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e3ba44-1527-9a49-a40b-7452a5e4ae26, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.692670] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.692945] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] df0c858b-6b9b-4803-8c6e-439440c28210/df0c858b-6b9b-4803-8c6e-439440c28210.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.693227] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feb4292a-eca5-43d7-897c-6108f6e13ca6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.700268] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1089.700268] env[63393]: value = "task-2682556" [ 1089.700268] env[63393]: _type = "Task" [ 1089.700268] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.709774] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.763249] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.848884] env[63393]: DEBUG oslo_vmware.api [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143384} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.849230] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.849439] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.849615] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.849801] env[63393]: INFO nova.compute.manager [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1089.850065] env[63393]: DEBUG oslo.service.loopingcall [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.850279] env[63393]: DEBUG nova.compute.manager [-] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.850382] env[63393]: DEBUG nova.network.neutron [-] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.861743] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682555, 'name': CreateVM_Task, 'duration_secs': 0.328521} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.861932] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.862835] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.863013] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.863410] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.863674] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084aff3c-c50e-40cc-b009-7813dd65895a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.868787] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1089.868787] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525775f7-5af7-2732-0ec9-a8df9a368727" [ 1089.868787] env[63393]: _type = "Task" [ 1089.868787] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.878113] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525775f7-5af7-2732-0ec9-a8df9a368727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.910615] env[63393]: DEBUG oslo_concurrency.lockutils [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] Releasing lock "refresh_cache-df0c858b-6b9b-4803-8c6e-439440c28210" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.910615] env[63393]: DEBUG nova.compute.manager [req-ffa487f9-2b17-4e30-bfea-7db7f1072c16 req-d61d2b60-b96a-43be-9941-7e520ca17f03 service nova] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Received event network-vif-deleted-a49b4697-668c-43df-8ad1-600fe3b56acb {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.082221] env[63393]: DEBUG nova.scheduler.client.report [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.214683] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462622} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.215189] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] df0c858b-6b9b-4803-8c6e-439440c28210/df0c858b-6b9b-4803-8c6e-439440c28210.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.215470] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.216225] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea27c54a-274a-466f-a17e-3c0a6e4a6f3a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.223992] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1090.223992] env[63393]: value = "task-2682557" [ 1090.223992] env[63393]: _type = "Task" [ 1090.223992] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.236416] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.383310] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.383593] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Processing image 6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.383794] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.383941] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.384132] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.384384] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76fcad88-accb-4109-a5cc-63d4dd1db38c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.394387] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.394829] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.395393] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859527e0-f002-4156-9ab8-7cf3752de46c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.405845] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1090.405845] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521a3f26-5d92-067c-b73d-24f5462b0d5f" [ 1090.405845] env[63393]: _type = "Task" [ 1090.405845] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.418639] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]521a3f26-5d92-067c-b73d-24f5462b0d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.443175] env[63393]: DEBUG nova.network.neutron [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updated VIF entry in instance network info cache for port e3645a43-54c8-4243-8b67-ffcbefa0aa53. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.443566] env[63393]: DEBUG nova.network.neutron [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [{"id": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "address": "fa:16:3e:2e:9e:6a", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3645a43-54", "ovs_interfaceid": "e3645a43-54c8-4243-8b67-ffcbefa0aa53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.589639] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.592436] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.958s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.619080] env[63393]: INFO nova.scheduler.client.report [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance 21d5fa9d-7b5b-4f88-8de7-6544552d05d3 [ 1090.739790] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067699} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.739790] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.741907] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e68ab-1612-4767-9f57-d872347c4519 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.777579] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] df0c858b-6b9b-4803-8c6e-439440c28210/df0c858b-6b9b-4803-8c6e-439440c28210.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.778759] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.780756] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04b6274-39f8-44fb-bff5-e7521b62db7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.800975] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1090.800975] env[63393]: value = "task-2682558" [ 1090.800975] env[63393]: _type = "Task" [ 1090.800975] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.809092] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.827097] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.827590] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.827892] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.828228] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.828509] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.828786] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.829159] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.829449] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.829720] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.829971] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.830186] env[63393]: DEBUG nova.virt.hardware [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.831271] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea7514f-88b9-4f78-b134-bec6fa14a745 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.839695] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca717bf-8abc-44a9-9c05-0dde87fe6dff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.917228] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1090.918159] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Fetch image to [datastore1] OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7/OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1090.918159] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Downloading stream optimized image 6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 to [datastore1] OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7/OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7.vmdk on the data store datastore1 as vApp {{(pid=63393) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1090.918159] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Downloading image file data 6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 to the ESX as VM named 'OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7' {{(pid=63393) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1090.964797] env[63393]: DEBUG oslo_concurrency.lockutils [req-914a6367-1d8c-4eb6-ac7e-7ee6e61a6d62 req-5628d3d1-1189-4d12-aade-1e32c37e65bd service nova] Releasing lock "refresh_cache-fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.998192] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1090.998192] env[63393]: value = "resgroup-9" [ 1090.998192] env[63393]: _type = "ResourcePool" [ 1090.998192] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1090.998537] env[63393]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6bdbfffe-6175-4e53-8268-64f9d91a0f70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.019216] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease: (returnval){ [ 1091.019216] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523659b9-cbca-5be5-4ab2-dee949832edd" [ 1091.019216] env[63393]: _type = "HttpNfcLease" [ 1091.019216] env[63393]: } obtained for vApp import into resource pool (val){ [ 1091.019216] env[63393]: value = "resgroup-9" [ 1091.019216] env[63393]: _type = "ResourcePool" [ 1091.019216] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1091.019690] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the lease: (returnval){ [ 1091.019690] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523659b9-cbca-5be5-4ab2-dee949832edd" [ 1091.019690] env[63393]: _type = "HttpNfcLease" [ 1091.019690] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1091.027615] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.027615] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523659b9-cbca-5be5-4ab2-dee949832edd" [ 1091.027615] env[63393]: _type = "HttpNfcLease" [ 1091.027615] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1091.129438] env[63393]: DEBUG oslo_concurrency.lockutils [None req-0ef58507-5a6a-42af-af00-89061fbfdafc tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "21d5fa9d-7b5b-4f88-8de7-6544552d05d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.144s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.169981] env[63393]: DEBUG nova.network.neutron [-] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.288630] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b82ba8a-5f8c-48c8-bc10-2b807de67eeb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.297047] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128fc49-4de6-4267-8258-7600a448a034 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.336831] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6aaab-2525-459b-9053-0675fd7a20dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.339909] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682558, 'name': ReconfigVM_Task, 'duration_secs': 0.33327} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.340217] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Reconfigured VM instance instance-0000006f to attach disk [datastore1] df0c858b-6b9b-4803-8c6e-439440c28210/df0c858b-6b9b-4803-8c6e-439440c28210.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.341212] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed10d76-774f-453c-81c5-bfe10066d1ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.346363] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2926b16f-75d7-4b5e-95fa-7289a4997a1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.352276] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1091.352276] env[63393]: value = "task-2682560" [ 1091.352276] env[63393]: _type = "Task" [ 1091.352276] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.363607] env[63393]: DEBUG nova.compute.provider_tree [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.370874] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682560, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.439158] env[63393]: DEBUG nova.network.neutron [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Successfully updated port: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.466034] env[63393]: DEBUG nova.compute.manager [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Received event network-vif-deleted-9840d173-f9af-45cf-bfa0-cc333b159a15 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.466208] env[63393]: DEBUG nova.compute.manager [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Received event network-vif-plugged-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.466404] env[63393]: DEBUG oslo_concurrency.lockutils [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] Acquiring lock "b399a92f-fa7a-4de1-8813-94b1a880b334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.466597] env[63393]: DEBUG oslo_concurrency.lockutils [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.466764] env[63393]: DEBUG oslo_concurrency.lockutils [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.466976] env[63393]: DEBUG nova.compute.manager [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] No waiting events found dispatching network-vif-plugged-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.467177] env[63393]: WARNING nova.compute.manager [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Received unexpected event network-vif-plugged-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 for instance with vm_state building and task_state spawning. [ 1091.467340] env[63393]: DEBUG nova.compute.manager [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Received event network-changed-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.467495] env[63393]: DEBUG nova.compute.manager [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Refreshing instance network info cache due to event network-changed-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1091.467681] env[63393]: DEBUG oslo_concurrency.lockutils [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] Acquiring lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.467849] env[63393]: DEBUG oslo_concurrency.lockutils [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] Acquired lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.468022] env[63393]: DEBUG nova.network.neutron [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Refreshing network info cache for port 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.529720] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.529720] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523659b9-cbca-5be5-4ab2-dee949832edd" [ 1091.529720] env[63393]: _type = "HttpNfcLease" [ 1091.529720] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1091.672787] env[63393]: INFO nova.compute.manager [-] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Took 1.82 seconds to deallocate network for instance. [ 1091.748794] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "b66b5308-1f11-41cc-b17f-006581131e51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.749051] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.862546] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682560, 'name': Rename_Task, 'duration_secs': 0.145474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.862996] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.863446] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99918e35-a3b1-4832-a223-7e50ac21734b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.867840] env[63393]: DEBUG nova.scheduler.client.report [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.871878] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1091.871878] env[63393]: value = "task-2682561" [ 1091.871878] env[63393]: _type = "Task" [ 1091.871878] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.880147] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.942151] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.019766] env[63393]: DEBUG nova.network.neutron [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.029021] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.029021] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523659b9-cbca-5be5-4ab2-dee949832edd" [ 1092.029021] env[63393]: _type = "HttpNfcLease" [ 1092.029021] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.029277] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.029277] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523659b9-cbca-5be5-4ab2-dee949832edd" [ 1092.029277] env[63393]: _type = "HttpNfcLease" [ 1092.029277] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1092.029899] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523f64a-1a03-4747-802a-b746f3a0cfef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.036920] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52afc8db-e435-f721-d1c2-c4f13d30638f/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.037110] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52afc8db-e435-f721-d1c2-c4f13d30638f/disk-0.vmdk. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1092.104396] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e440276c-d2e4-4468-946c-2401dea763bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.135369] env[63393]: DEBUG nova.network.neutron [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.179289] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.251731] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.390748] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.638071] env[63393]: DEBUG oslo_concurrency.lockutils [req-9613de7a-0bc0-4e28-af5c-426ca9f8cbe1 req-b3b3f1ad-5707-41f1-987c-da964558c17e service nova] Releasing lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.638197] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.638304] env[63393]: DEBUG nova.network.neutron [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.778308] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.886031] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.294s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.890925] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.120s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.899201] env[63393]: DEBUG oslo_vmware.api [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682561, 'name': PowerOnVM_Task, 'duration_secs': 0.534699} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.900901] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.901289] env[63393]: INFO nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1092.901557] env[63393]: DEBUG nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.902628] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32ecf7-99d0-499f-b12e-f0d89d456d8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.176706] env[63393]: DEBUG nova.network.neutron [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.188055] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1093.188299] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52afc8db-e435-f721-d1c2-c4f13d30638f/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.189259] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019e64f-61c4-4cf9-9873-76d27fb7b91f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.196524] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52afc8db-e435-f721-d1c2-c4f13d30638f/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.196524] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52afc8db-e435-f721-d1c2-c4f13d30638f/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1093.196675] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-22c74d6d-5879-4bf4-96f4-154dd5af502c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.370520] env[63393]: DEBUG nova.network.neutron [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Updating instance_info_cache with network_info: [{"id": "5f2491a3-bf1a-40bb-9e7e-0a5a60420b95", "address": "fa:16:3e:8e:c3:40", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2491a3-bf", "ovs_interfaceid": "5f2491a3-bf1a-40bb-9e7e-0a5a60420b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.377177] env[63393]: DEBUG oslo_vmware.rw_handles [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52afc8db-e435-f721-d1c2-c4f13d30638f/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1093.377443] env[63393]: INFO nova.virt.vmwareapi.images [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Downloaded image file data 6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 [ 1093.378359] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb6616-c4c6-4a4b-8fbf-f8801b3f053d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.404731] env[63393]: INFO nova.compute.claims [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.406668] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8485f4c-77b7-45f1-8f31-7d135d623d69 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.429428] env[63393]: INFO nova.compute.manager [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Took 14.35 seconds to build instance. [ 1093.434202] env[63393]: INFO nova.virt.vmwareapi.images [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] The imported VM was unregistered [ 1093.436725] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1093.437120] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.437868] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b1bb9c9-cf26-4d7d-9d90-c287cbdf62ab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.450653] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created directory with path [datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.450903] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7/OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7.vmdk to [datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk. {{(pid=63393) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1093.451322] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-17874368-e038-432c-9a2d-bc26707e1e57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.457719] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1093.457719] env[63393]: value = "task-2682563" [ 1093.457719] env[63393]: _type = "Task" [ 1093.457719] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.465598] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682563, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.466740] env[63393]: INFO nova.scheduler.client.report [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocation for migration 0abfd503-213f-416e-80d9-5029c16ea909 [ 1093.876042] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.876042] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Instance network_info: |[{"id": "5f2491a3-bf1a-40bb-9e7e-0a5a60420b95", "address": "fa:16:3e:8e:c3:40", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2491a3-bf", "ovs_interfaceid": "5f2491a3-bf1a-40bb-9e7e-0a5a60420b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.876304] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c3:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2491a3-bf1a-40bb-9e7e-0a5a60420b95', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.885098] env[63393]: DEBUG oslo.service.loopingcall [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.885363] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.885666] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75e181d-1784-4755-b226-810737f7c4f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.907152] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.907152] env[63393]: value = "task-2682564" [ 1093.907152] env[63393]: _type = "Task" [ 1093.907152] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.912182] env[63393]: INFO nova.compute.resource_tracker [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating resource usage from migration 1cd1ff4f-45db-49a7-bf77-0130d8fd61e2 [ 1093.919965] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682564, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.931672] env[63393]: DEBUG oslo_concurrency.lockutils [None req-c175902c-dc7b-4065-b30d-70eff7dc7323 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "df0c858b-6b9b-4803-8c6e-439440c28210" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.862s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.969312] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682563, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.973992] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "df0c858b-6b9b-4803-8c6e-439440c28210" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.974315] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "df0c858b-6b9b-4803-8c6e-439440c28210" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.974561] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "df0c858b-6b9b-4803-8c6e-439440c28210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.974819] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "df0c858b-6b9b-4803-8c6e-439440c28210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.975026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "df0c858b-6b9b-4803-8c6e-439440c28210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.977403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f345b449-7fe9-426e-bad2-e3e10d37ea3d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.223s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.978578] env[63393]: INFO nova.compute.manager [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Terminating instance [ 1094.115495] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652e3bb-b826-4382-8a1c-140ef0238dd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.123254] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa30ce11-746c-4801-ac25-df0860388a66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.155602] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1afcc2-b438-42e9-b074-c9fb51427f63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.163618] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280851d9-28f2-4e0b-8513-c77abd862d4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.177639] env[63393]: DEBUG nova.compute.provider_tree [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.418207] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682564, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.471133] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682563, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.485963] env[63393]: DEBUG nova.compute.manager [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.486218] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.487810] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01a249-d1e3-4b2e-8833-299a40aabb66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.494823] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.495117] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e52cc0b3-1abc-421d-829a-0ea084d79c02 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.501713] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1094.501713] env[63393]: value = "task-2682565" [ 1094.501713] env[63393]: _type = "Task" [ 1094.501713] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.511050] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.682060] env[63393]: DEBUG nova.scheduler.client.report [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.850105] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e8a28faf-38d3-487b-a6cb-86141c791855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.851220] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.851220] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.851220] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.851372] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.853944] env[63393]: INFO nova.compute.manager [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Terminating instance [ 1094.919140] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682564, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.973128] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682563, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.010581] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682565, 'name': PowerOffVM_Task, 'duration_secs': 0.50042} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.010887] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.011097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.011386] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d8f3ea2-e2c3-4bca-a819-7db023e6e354 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.187295] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.187511] env[63393]: INFO nova.compute.manager [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Migrating [ 1095.194573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.837s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.194779] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.194991] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1095.195346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.585s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.195562] env[63393]: DEBUG nova.objects.instance [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'resources' on Instance uuid 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.199677] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b563d-787f-450e-b047-7fa26b15ca9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.207426] env[63393]: DEBUG nova.objects.instance [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'numa_topology' on Instance uuid 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.216807] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c3fd9-63b0-4e0e-8cba-12ea28b66002 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.233296] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f28690e-f581-4968-931f-f7b6ae4d8a9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.240971] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d640c-9f33-45fe-a63a-db67ed06d230 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.273642] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179100MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1095.273982] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.277672] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.277801] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.277925] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Deleting the datastore file [datastore1] df0c858b-6b9b-4803-8c6e-439440c28210 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.278223] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e4d814-bddb-4b33-9f9f-fd8ae858a42d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.284300] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for the task: (returnval){ [ 1095.284300] env[63393]: value = "task-2682567" [ 1095.284300] env[63393]: _type = "Task" [ 1095.284300] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.294016] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.350991] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "64e63fe3-7ea1-4060-b26c-952544c8403f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.351316] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.359023] env[63393]: DEBUG nova.compute.manager [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.359352] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.360707] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76caeadc-4d08-48d7-8a75-3b08d922ff6b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.370293] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.370587] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-768d04c7-a63a-49db-91c8-33ce214a8f4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.377501] env[63393]: DEBUG oslo_vmware.api [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1095.377501] env[63393]: value = "task-2682568" [ 1095.377501] env[63393]: _type = "Task" [ 1095.377501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.387671] env[63393]: DEBUG oslo_vmware.api [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.417954] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682564, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.473214] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682563, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.707730] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.708051] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.708286] env[63393]: DEBUG nova.network.neutron [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.710244] env[63393]: DEBUG nova.objects.base [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Object Instance<69b913d4-eea5-4999-9668-88a049aaa650> lazy-loaded attributes: resources,numa_topology {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.797637] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.854044] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.888799] env[63393]: DEBUG oslo_vmware.api [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682568, 'name': PowerOffVM_Task, 'duration_secs': 0.231591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.889128] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.889307] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.889558] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96de6b41-fd3c-4581-9507-f1c54c758283 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.917862] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682564, 'name': CreateVM_Task, 'duration_secs': 1.927101} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.920308] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.921370] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.921370] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.921678] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.921941] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1544167a-81b8-4b3c-91eb-9cc6cf033b11 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.926522] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1095.926522] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52144857-cfee-2e69-bcf2-6a3508ecd430" [ 1095.926522] env[63393]: _type = "Task" [ 1095.926522] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.932587] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64474f1e-97c6-4f49-b5b6-17524e573b4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.938135] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52144857-cfee-2e69-bcf2-6a3508ecd430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.942356] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d4043-772b-4e93-91ba-229f0cef21f9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.977447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b751df9-58b4-49e6-bef3-297438737569 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.979771] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.979960] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.980151] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore1] e8a28faf-38d3-487b-a6cb-86141c791855 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.980577] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6910e495-8a98-43f1-944a-8ff0d62fd73d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.986862] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682563, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.397827} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.989665] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7/OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7.vmdk to [datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk. [ 1095.989856] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Cleaning up location [datastore1] OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1095.990032] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_53854bf2-a72b-4162-be44-9d59e9538ac7 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.990360] env[63393]: DEBUG oslo_vmware.api [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1095.990360] env[63393]: value = "task-2682570" [ 1095.990360] env[63393]: _type = "Task" [ 1095.990360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.990536] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f59da5-65c7-4b28-be93-3f1f7c5299d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.992951] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc6d47c-29e0-49c8-b206-d515c774d40a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.004114] env[63393]: DEBUG oslo_vmware.api [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.012258] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1096.012258] env[63393]: value = "task-2682571" [ 1096.012258] env[63393]: _type = "Task" [ 1096.012258] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.012658] env[63393]: DEBUG nova.compute.provider_tree [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.020941] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.294122] env[63393]: DEBUG oslo_vmware.api [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Task: {'id': task-2682567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644392} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.294383] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.294623] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.294822] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.295085] env[63393]: INFO nova.compute.manager [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1096.295340] env[63393]: DEBUG oslo.service.loopingcall [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.295529] env[63393]: DEBUG nova.compute.manager [-] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.295624] env[63393]: DEBUG nova.network.neutron [-] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.372281] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.440252] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52144857-cfee-2e69-bcf2-6a3508ecd430, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.440252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.440252] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.440252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.440252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.440252] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.440565] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24eaf3cc-2ac4-40c3-84cc-b855c25357ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.470599] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.470805] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.471592] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71056af9-0eb7-4598-adac-a374cc771311 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.476918] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1096.476918] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52253119-ad4d-985f-2ee9-5c66c838d73e" [ 1096.476918] env[63393]: _type = "Task" [ 1096.476918] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.487681] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52253119-ad4d-985f-2ee9-5c66c838d73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.495387] env[63393]: DEBUG nova.network.neutron [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.511959] env[63393]: DEBUG oslo_vmware.api [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160925} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.512478] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.512771] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.512867] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.513040] env[63393]: INFO nova.compute.manager [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1096.513295] env[63393]: DEBUG oslo.service.loopingcall [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.513479] env[63393]: DEBUG nova.compute.manager [-] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.513574] env[63393]: DEBUG nova.network.neutron [-] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.519347] env[63393]: DEBUG nova.scheduler.client.report [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.527391] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042294} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.527613] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.527770] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.528031] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk to [datastore1] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.528350] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3da10938-ebef-4311-b2c6-c5518f1b80ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.535679] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1096.535679] env[63393]: value = "task-2682572" [ 1096.535679] env[63393]: _type = "Task" [ 1096.535679] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.544787] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.961631] env[63393]: DEBUG nova.compute.manager [req-9b599e13-9c55-49db-a75b-2897d34793ef req-a0a4784e-e535-4e07-929e-1f7ca340b15d service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Received event network-vif-deleted-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.961631] env[63393]: INFO nova.compute.manager [req-9b599e13-9c55-49db-a75b-2897d34793ef req-a0a4784e-e535-4e07-929e-1f7ca340b15d service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Neutron deleted interface f3ad53cd-aa15-4ba7-8a88-10471be00fd4; detaching it from the instance and deleting it from the info cache [ 1096.961631] env[63393]: DEBUG nova.network.neutron [req-9b599e13-9c55-49db-a75b-2897d34793ef req-a0a4784e-e535-4e07-929e-1f7ca340b15d service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.992750] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52253119-ad4d-985f-2ee9-5c66c838d73e, 'name': SearchDatastore_Task, 'duration_secs': 0.016016} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.993632] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e665eb87-4700-4879-8820-afd793fd0160 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.998555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.002696] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1097.002696] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ecd680-4eb5-ef2c-9311-c3090c59457b" [ 1097.002696] env[63393]: _type = "Task" [ 1097.002696] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.015183] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ecd680-4eb5-ef2c-9311-c3090c59457b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.024701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.027643] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.289s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.027643] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.029827] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.511s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.030115] env[63393]: DEBUG nova.objects.instance [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lazy-loading 'resources' on Instance uuid 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.051522] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682572, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.052677] env[63393]: INFO nova.scheduler.client.report [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Deleted allocations for instance e675c0a9-015c-47d7-a1ac-3737948d273b [ 1097.437727] env[63393]: DEBUG nova.network.neutron [-] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.463527] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca0dc5d7-f646-44b6-943a-a3042adcee49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.475940] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2320b62-156a-41a9-80b3-04891ed3aa7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.518077] env[63393]: DEBUG nova.compute.manager [req-9b599e13-9c55-49db-a75b-2897d34793ef req-a0a4784e-e535-4e07-929e-1f7ca340b15d service nova] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Detach interface failed, port_id=f3ad53cd-aa15-4ba7-8a88-10471be00fd4, reason: Instance df0c858b-6b9b-4803-8c6e-439440c28210 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1097.531705] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ecd680-4eb5-ef2c-9311-c3090c59457b, 'name': SearchDatastore_Task, 'duration_secs': 0.082002} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.534106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.534366] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] b399a92f-fa7a-4de1-8813-94b1a880b334/b399a92f-fa7a-4de1-8813-94b1a880b334.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.539544] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aacefde4-ef65-4803-841a-5a0c440aa7ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.543732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ec945489-e7e0-48aa-be23-a575f0857b5f tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.872s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.549117] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.028s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.549310] env[63393]: INFO nova.compute.manager [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Unshelving [ 1097.561426] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682572, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.566166] env[63393]: DEBUG oslo_concurrency.lockutils [None req-585f3208-eb54-43e1-a1d9-a676214353e2 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Lock "e675c0a9-015c-47d7-a1ac-3737948d273b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.566s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.569960] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1097.569960] env[63393]: value = "task-2682574" [ 1097.569960] env[63393]: _type = "Task" [ 1097.569960] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.581356] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.600366] env[63393]: DEBUG nova.network.neutron [-] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.751206] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9fcb36-c974-4575-8d39-674106fd95f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.761075] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf2345-eb8d-4170-b992-d229473ef7d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.797187] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab13fc5-3e26-46d7-ae64-4ca048b5cb60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.807676] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dbdea7-bacb-437b-955e-cf52308860dd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.823717] env[63393]: DEBUG nova.compute.provider_tree [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.941087] env[63393]: INFO nova.compute.manager [-] [instance: df0c858b-6b9b-4803-8c6e-439440c28210] Took 1.65 seconds to deallocate network for instance. [ 1098.057597] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682572, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.078784] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.103108] env[63393]: INFO nova.compute.manager [-] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Took 1.59 seconds to deallocate network for instance. [ 1098.327210] env[63393]: DEBUG nova.scheduler.client.report [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.448075] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.532909] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec9e22-b1e3-4cd3-9097-da1e47a8b0f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.554397] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.571696] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682572, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.576238] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.584045] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.610189] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.832546] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.835363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.656s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.835601] env[63393]: DEBUG nova.objects.instance [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'resources' on Instance uuid 34ee59bb-b7f5-4e75-bbc4-118567ec1880 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.852434] env[63393]: INFO nova.scheduler.client.report [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Deleted allocations for instance 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a [ 1098.986404] env[63393]: DEBUG nova.compute.manager [req-cb563948-780e-43b0-af1a-2670aa7acafc req-4f8ecd8f-edce-4cc2-8406-a68dea2c36cd service nova] [instance: e8a28faf-38d3-487b-a6cb-86141c791855] Received event network-vif-deleted-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.066192] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.066637] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682572, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.289477} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.066731] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ec66afe-6774-4220-94bc-3efb75cdc2eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.068628] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1/6d77c6e4-c679-4dd8-8b67-d8e2bdc2c5f1.vmdk to [datastore1] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.069454] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7bfc49-193b-4c29-8f71-904e2d1033e1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.095969] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.100786] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7aece5-019c-437f-81fb-f402af348063 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.116886] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.117307] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1099.117307] env[63393]: value = "task-2682575" [ 1099.117307] env[63393]: _type = "Task" [ 1099.117307] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.122871] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1099.122871] env[63393]: value = "task-2682576" [ 1099.122871] env[63393]: _type = "Task" [ 1099.122871] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.129525] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.136701] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.362399] env[63393]: DEBUG oslo_concurrency.lockutils [None req-3d246450-09e0-41da-ada4-c01621cea8ba tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Lock "6a33cb74-454f-4bec-b4b0-d6fa58df7b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.275s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.521824] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1739465-ef59-48bd-907f-a2c599f338db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.529517] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b783546-ea49-47c7-9897-831f3efd7629 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.560137] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7876ed-e6cc-4e88-932f-8fc53d5dd0d8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.567642] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1ca62-e955-4fca-874e-91c3bf32de50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.301346] env[63393]: DEBUG nova.compute.provider_tree [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.311517] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682574, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.635154} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.313554] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] b399a92f-fa7a-4de1-8813-94b1a880b334/b399a92f-fa7a-4de1-8813-94b1a880b334.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.313554] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.313708] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-315fac11-bce3-4832-a4b4-974c02ce2bfa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.318553] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682576, 'name': ReconfigVM_Task, 'duration_secs': 0.280683} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.321948] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc/fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.323138] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'disk_bus': None, 'size': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'image_id': 'bd5eb902-396c-47c9-8e51-cd10024c33a5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540781', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'name': 'volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'serial': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca'}, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'attachment_id': '04ffd445-d227-435c-9227-1e37d074b9e3', 'volume_type': None}], 'swap': None} {{(pid=63393) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1100.323336] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.323527] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540781', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'name': 'volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'serial': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.324087] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682575, 'name': PowerOffVM_Task, 'duration_secs': 0.278712} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.324775] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c139448-1555-4e69-9001-d9d0ba331874 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.327183] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.327368] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.332039] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1100.332039] env[63393]: value = "task-2682577" [ 1100.332039] env[63393]: _type = "Task" [ 1100.332039] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.348168] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f505a414-b218-45cb-8b9d-cd4ef6779db4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.353838] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.376399] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca/volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.377060] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e8cebe7-83d1-4bb9-b253-6a927dfcf361 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.397571] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1100.397571] env[63393]: value = "task-2682578" [ 1100.397571] env[63393]: _type = "Task" [ 1100.397571] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.406067] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.813889] env[63393]: DEBUG nova.scheduler.client.report [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.834951] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.835154] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.835293] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.835492] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.835615] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.835758] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.835968] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.836139] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.836310] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.836843] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.836843] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.842794] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ec7dfeb-3e36-40cd-a5e4-8cbcfdb6f6fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.862114] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099148} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.862512] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.862712] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1100.862712] env[63393]: value = "task-2682579" [ 1100.862712] env[63393]: _type = "Task" [ 1100.862712] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.863398] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712eb40f-e278-4f90-b807-437bb57ae17f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.890632] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] b399a92f-fa7a-4de1-8813-94b1a880b334/b399a92f-fa7a-4de1-8813-94b1a880b334.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.893859] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18aae813-b0da-4fa7-96f2-b9f7a5b87037 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.908096] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.917232] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.918693] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1100.918693] env[63393]: value = "task-2682580" [ 1100.918693] env[63393]: _type = "Task" [ 1100.918693] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.926470] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.318765] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.483s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.321157] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.322611] env[63393]: INFO nova.compute.claims [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.342383] env[63393]: INFO nova.scheduler.client.report [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted allocations for instance 34ee59bb-b7f5-4e75-bbc4-118567ec1880 [ 1101.376777] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682579, 'name': ReconfigVM_Task, 'duration_secs': 0.155813} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.376777] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.417985] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.427995] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682580, 'name': ReconfigVM_Task, 'duration_secs': 0.263592} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.428312] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Reconfigured VM instance instance-00000070 to attach disk [datastore1] b399a92f-fa7a-4de1-8813-94b1a880b334/b399a92f-fa7a-4de1-8813-94b1a880b334.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.428918] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af30d3fb-2fe9-408c-8865-4e30dce350b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.437020] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1101.437020] env[63393]: value = "task-2682581" [ 1101.437020] env[63393]: _type = "Task" [ 1101.437020] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.444308] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682581, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.848854] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "34ee59bb-b7f5-4e75-bbc4-118567ec1880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.664s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.885148] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.885148] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.885148] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.885148] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.885548] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.885856] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.886187] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.886454] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.886761] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.887071] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.887466] env[63393]: DEBUG nova.virt.hardware [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.894658] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.895065] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a235dc-860e-40f4-baf3-12781f429364 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.921075] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682578, 'name': ReconfigVM_Task, 'duration_secs': 1.291994} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.922450] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca/volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.927701] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1101.927701] env[63393]: value = "task-2682582" [ 1101.927701] env[63393]: _type = "Task" [ 1101.927701] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.928354] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd7bf34-de6f-4e54-b7b4-dc1491b3da3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.955744] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.960198] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1101.960198] env[63393]: value = "task-2682583" [ 1101.960198] env[63393]: _type = "Task" [ 1101.960198] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.960736] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682581, 'name': Rename_Task, 'duration_secs': 0.14653} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.961457] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.965759] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00221dd5-a005-435c-8b41-d4c5da2075aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.972957] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.977021] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1101.977021] env[63393]: value = "task-2682584" [ 1101.977021] env[63393]: _type = "Task" [ 1101.977021] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.984153] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.461955] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682582, 'name': ReconfigVM_Task, 'duration_secs': 0.171553} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.470209] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.473426] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e353ca2a-5ebd-4ba8-99aa-4dc8c39e57cf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.482784] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682583, 'name': ReconfigVM_Task, 'duration_secs': 0.141163} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.493619] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540781', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'name': 'volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'serial': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.501634] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.507295] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb6e610c-254e-4040-b4a5-b4ca3d19d365 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.508993] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54394ffb-b507-43b1-a0a2-702ae9fbad79 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.522455] env[63393]: DEBUG oslo_vmware.api [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682584, 'name': PowerOnVM_Task, 'duration_secs': 0.459383} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.523954] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.527075] env[63393]: INFO nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Took 11.75 seconds to spawn the instance on the hypervisor. [ 1102.527075] env[63393]: DEBUG nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.527075] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4680bc-8653-4eae-9d79-a604a062c96d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.530494] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1102.530494] env[63393]: value = "task-2682585" [ 1102.530494] env[63393]: _type = "Task" [ 1102.530494] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.531825] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1102.531825] env[63393]: value = "task-2682586" [ 1102.531825] env[63393]: _type = "Task" [ 1102.531825] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.552258] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682585, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.555704] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.622299] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a2de23-e8be-44d7-ba90-1f19b86ae7eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.630893] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ef088-e012-42e1-b33a-406fbcc30f68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.662765] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7443d4f6-9254-4a56-9a62-91190310d9f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.671343] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe39df-f0e9-4f67-9dea-6cf5da7bf3fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.686057] env[63393]: DEBUG nova.compute.provider_tree [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.052708] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682585, 'name': Rename_Task, 'duration_secs': 0.186154} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.057378] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.057803] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.060728] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba5f8b1-7546-46b3-8f7d-ee3461abac10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.064032] env[63393]: INFO nova.compute.manager [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Took 21.62 seconds to build instance. [ 1103.068254] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1103.068254] env[63393]: value = "task-2682587" [ 1103.068254] env[63393]: _type = "Task" [ 1103.068254] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.077422] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.192031] env[63393]: DEBUG nova.scheduler.client.report [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.549185] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682586, 'name': ReconfigVM_Task, 'duration_secs': 0.639305} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.549742] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.550406] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.566648] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.133s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.578188] env[63393]: DEBUG oslo_vmware.api [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682587, 'name': PowerOnVM_Task, 'duration_secs': 0.48943} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.578550] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.694702] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.695467] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.702418] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.428s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.728372] env[63393]: DEBUG nova.compute.manager [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.729426] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cead7660-1fae-4348-a7b5-f321fd4cffc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.769551] env[63393]: DEBUG nova.compute.manager [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Received event network-changed-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.769749] env[63393]: DEBUG nova.compute.manager [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Refreshing instance network info cache due to event network-changed-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.769957] env[63393]: DEBUG oslo_concurrency.lockutils [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] Acquiring lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.774249] env[63393]: DEBUG oslo_concurrency.lockutils [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] Acquired lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.774485] env[63393]: DEBUG nova.network.neutron [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Refreshing network info cache for port 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.062367] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ee064-ccc9-47fa-8894-b22492d33c2b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.089680] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce3b79-e00f-43e9-9ef5-0a26b881ca8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.109545] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.205762] env[63393]: DEBUG nova.compute.utils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.212648] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.212881] env[63393]: DEBUG nova.network.neutron [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.248395] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9e5293a0-5932-43ef-b637-2554c8636ca1 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.807s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.297064] env[63393]: DEBUG nova.policy [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15f327be1f9c4820836c353e58a944ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348f781763a64866a9f214095228e946', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.714775] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.720863] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Applying migration context for instance eabdab14-d782-423a-aa92-7e1b37e10ab7 as it has an incoming, in-progress migration 1cd1ff4f-45db-49a7-bf77-0130d8fd61e2. Migration status is migrating {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1104.723669] env[63393]: INFO nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating resource usage from migration 1cd1ff4f-45db-49a7-bf77-0130d8fd61e2 [ 1104.753844] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1104.754043] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1104.754146] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1104.754289] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance e8a28faf-38d3-487b-a6cb-86141c791855 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1104.754404] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1104.754528] env[63393]: WARNING nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance df0c858b-6b9b-4803-8c6e-439440c28210 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1104.754639] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance b399a92f-fa7a-4de1-8813-94b1a880b334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1104.754748] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Migration 1cd1ff4f-45db-49a7-bf77-0130d8fd61e2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1104.754854] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance eabdab14-d782-423a-aa92-7e1b37e10ab7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1104.802289] env[63393]: DEBUG nova.network.neutron [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Port 211cd748-d99f-4ced-911d-28ef626a9dfc binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1104.955518] env[63393]: DEBUG nova.network.neutron [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Updated VIF entry in instance network info cache for port 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.955882] env[63393]: DEBUG nova.network.neutron [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Updating instance_info_cache with network_info: [{"id": "5f2491a3-bf1a-40bb-9e7e-0a5a60420b95", "address": "fa:16:3e:8e:c3:40", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2491a3-bf", "ovs_interfaceid": "5f2491a3-bf1a-40bb-9e7e-0a5a60420b95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.138098] env[63393]: DEBUG nova.network.neutron [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Successfully created port: b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.267669] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 69b913d4-eea5-4999-9668-88a049aaa650 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1105.267669] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance b66b5308-1f11-41cc-b17f-006581131e51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.366833] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.366833] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.461974] env[63393]: DEBUG oslo_concurrency.lockutils [req-71e032bd-73bc-472c-92a3-def7a74c19a9 req-26bdd1a3-a6dd-46a8-9ae7-363b2d2c8a9c service nova] Releasing lock "refresh_cache-b399a92f-fa7a-4de1-8813-94b1a880b334" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.739030] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.771435] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.771763] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.771922] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.772046] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.773578] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.777021] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.777021] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.777021] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.777021] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.777021] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.777021] env[63393]: DEBUG nova.virt.hardware [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.777021] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 64e63fe3-7ea1-4060-b26c-952544c8403f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1105.777021] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1105.777021] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1105.780061] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cc3c84-9ec6-42c7-b3e2-703da8464971 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.789279] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652669a4-67ec-4a87-b167-e8ce5cd977ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.839136] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.839451] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.840049] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.868257] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.105943] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59ede9e-c928-4ad8-97cb-5bebe55a4862 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.114292] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d60ce0-b31a-4ebe-b4ab-928554e1c5e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.159132] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77bbb73-9cce-49ef-92de-d29f35db7c65 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.166931] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b1cac-a2a3-495c-a479-efa25849ad63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.186729] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.288714] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.289152] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.409361] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.689901] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.793208] env[63393]: DEBUG nova.compute.utils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.796144] env[63393]: DEBUG nova.compute.manager [req-3b57ac43-9a9c-421e-bfb4-314e34fd6f05 req-3caa92aa-3450-4d13-8002-b4f8a955d3b3 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Received event network-vif-plugged-b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.796433] env[63393]: DEBUG oslo_concurrency.lockutils [req-3b57ac43-9a9c-421e-bfb4-314e34fd6f05 req-3caa92aa-3450-4d13-8002-b4f8a955d3b3 service nova] Acquiring lock "b66b5308-1f11-41cc-b17f-006581131e51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.796776] env[63393]: DEBUG oslo_concurrency.lockutils [req-3b57ac43-9a9c-421e-bfb4-314e34fd6f05 req-3caa92aa-3450-4d13-8002-b4f8a955d3b3 service nova] Lock "b66b5308-1f11-41cc-b17f-006581131e51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.796995] env[63393]: DEBUG oslo_concurrency.lockutils [req-3b57ac43-9a9c-421e-bfb4-314e34fd6f05 req-3caa92aa-3450-4d13-8002-b4f8a955d3b3 service nova] Lock "b66b5308-1f11-41cc-b17f-006581131e51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.797247] env[63393]: DEBUG nova.compute.manager [req-3b57ac43-9a9c-421e-bfb4-314e34fd6f05 req-3caa92aa-3450-4d13-8002-b4f8a955d3b3 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] No waiting events found dispatching network-vif-plugged-b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.797452] env[63393]: WARNING nova.compute.manager [req-3b57ac43-9a9c-421e-bfb4-314e34fd6f05 req-3caa92aa-3450-4d13-8002-b4f8a955d3b3 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Received unexpected event network-vif-plugged-b819f036-a5ce-45e6-bb78-9606c5221111 for instance with vm_state building and task_state spawning. [ 1106.887577] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.887668] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.887944] env[63393]: DEBUG nova.network.neutron [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.908681] env[63393]: DEBUG nova.network.neutron [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Successfully updated port: b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.089363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "240d3d00-5468-4d64-b998-e4323ad18cdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.089785] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.194771] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1107.195009] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.493s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.195350] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.823s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.196869] env[63393]: INFO nova.compute.claims [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.199551] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.199699] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Cleaning up deleted instances {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1107.300573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.412393] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "refresh_cache-b66b5308-1f11-41cc-b17f-006581131e51" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.412393] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "refresh_cache-b66b5308-1f11-41cc-b17f-006581131e51" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.412393] env[63393]: DEBUG nova.network.neutron [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.593414] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.669342] env[63393]: DEBUG nova.network.neutron [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.718036] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] There are 55 instances to clean {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1107.718173] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 6a33cb74-454f-4bec-b4b0-d6fa58df7b5a] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.961497] env[63393]: DEBUG nova.network.neutron [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.106356] env[63393]: DEBUG nova.network.neutron [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Updating instance_info_cache with network_info: [{"id": "b819f036-a5ce-45e6-bb78-9606c5221111", "address": "fa:16:3e:da:14:61", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb819f036-a5", "ovs_interfaceid": "b819f036-a5ce-45e6-bb78-9606c5221111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.119824] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.172085] env[63393]: DEBUG oslo_concurrency.lockutils [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.224480] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 21d5fa9d-7b5b-4f88-8de7-6544552d05d3] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.362550] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.363178] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.363178] env[63393]: INFO nova.compute.manager [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Attaching volume b328b5db-32a6-4dd2-894c-7e3775dd24b0 to /dev/sdb [ 1108.409687] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4ed951-ef15-483d-a83a-91088158599f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.419258] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4164638a-5d4a-4fb2-9c3f-7ae82aeee7a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.424997] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1efd9-0340-4bf1-8cad-12057585a0c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.434586] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f02c10-cd1c-4203-a568-5c85407c267e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.443300] env[63393]: DEBUG nova.virt.block_device [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updating existing volume attachment record: 2a7a5f07-170a-4b26-bb51-975efecd9909 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.481260] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281f345-4362-4f72-87bb-8db50682038f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.489455] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1561e5-f566-465c-a8b6-3728394d671e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.505504] env[63393]: DEBUG nova.compute.provider_tree [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.608828] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "refresh_cache-b66b5308-1f11-41cc-b17f-006581131e51" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.609267] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Instance network_info: |[{"id": "b819f036-a5ce-45e6-bb78-9606c5221111", "address": "fa:16:3e:da:14:61", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb819f036-a5", "ovs_interfaceid": "b819f036-a5ce-45e6-bb78-9606c5221111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.609744] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:14:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b819f036-a5ce-45e6-bb78-9606c5221111', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.617855] env[63393]: DEBUG oslo.service.loopingcall [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.618188] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.618572] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa2ec425-e339-4e42-a572-6ecd91545c95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.639096] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.639096] env[63393]: value = "task-2682594" [ 1108.639096] env[63393]: _type = "Task" [ 1108.639096] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.647695] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682594, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.695861] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc204a2-8f43-47c5-b612-3a1c228aa474 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.715389] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6b8108-379c-4025-8aa2-82a86d7c6910 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.723367] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.727339] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e675c0a9-015c-47d7-a1ac-3737948d273b] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.822405] env[63393]: DEBUG nova.compute.manager [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Received event network-changed-b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.822599] env[63393]: DEBUG nova.compute.manager [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Refreshing instance network info cache due to event network-changed-b819f036-a5ce-45e6-bb78-9606c5221111. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.822848] env[63393]: DEBUG oslo_concurrency.lockutils [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] Acquiring lock "refresh_cache-b66b5308-1f11-41cc-b17f-006581131e51" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.823028] env[63393]: DEBUG oslo_concurrency.lockutils [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] Acquired lock "refresh_cache-b66b5308-1f11-41cc-b17f-006581131e51" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.823247] env[63393]: DEBUG nova.network.neutron [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Refreshing network info cache for port b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.009632] env[63393]: DEBUG nova.scheduler.client.report [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.149392] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682594, 'name': CreateVM_Task, 'duration_secs': 0.427659} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.149576] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.150269] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.150439] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.150770] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.151029] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad90f917-e2b9-4efb-98c1-4a4f6f849ae2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.155122] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1109.155122] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52203ee5-8b46-7807-9be0-835fec775368" [ 1109.155122] env[63393]: _type = "Task" [ 1109.155122] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.163631] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52203ee5-8b46-7807-9be0-835fec775368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.231758] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.232226] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 5d6f9758-4801-4136-a593-ab49972be3e9] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.233966] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da6da2af-b0d3-45c9-ad56-9e130ac206ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.240927] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1109.240927] env[63393]: value = "task-2682596" [ 1109.240927] env[63393]: _type = "Task" [ 1109.240927] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.249251] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.515445] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.515984] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.518721] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.071s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.518883] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.520967] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.945s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.521196] env[63393]: DEBUG nova.objects.instance [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'pci_requests' on Instance uuid 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.530033] env[63393]: DEBUG nova.network.neutron [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Updated VIF entry in instance network info cache for port b819f036-a5ce-45e6-bb78-9606c5221111. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.530284] env[63393]: DEBUG nova.network.neutron [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Updating instance_info_cache with network_info: [{"id": "b819f036-a5ce-45e6-bb78-9606c5221111", "address": "fa:16:3e:da:14:61", "network": {"id": "9604bcaa-cd13-425a-94fd-8bb7c6797dbe", "bridge": "br-int", "label": "tempest-ServersTestJSON-1434059614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348f781763a64866a9f214095228e946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb819f036-a5", "ovs_interfaceid": "b819f036-a5ce-45e6-bb78-9606c5221111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.541985] env[63393]: INFO nova.scheduler.client.report [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Deleted allocations for instance df0c858b-6b9b-4803-8c6e-439440c28210 [ 1109.666295] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52203ee5-8b46-7807-9be0-835fec775368, 'name': SearchDatastore_Task, 'duration_secs': 0.063775} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.666705] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.666767] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.667010] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.667199] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.667415] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.667697] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-389b560e-5463-431e-a942-c2df9f412939 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.678320] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.678503] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.679247] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7536e2e7-5a53-45d5-993e-dcc128689274 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.684747] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1109.684747] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529cf522-07f0-9e67-5399-13c4d8457dd6" [ 1109.684747] env[63393]: _type = "Task" [ 1109.684747] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.693209] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529cf522-07f0-9e67-5399-13c4d8457dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.736520] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 34ee59bb-b7f5-4e75-bbc4-118567ec1880] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.751754] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.023875] env[63393]: DEBUG nova.compute.utils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.026629] env[63393]: DEBUG nova.objects.instance [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'numa_topology' on Instance uuid 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.027825] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.028101] env[63393]: DEBUG nova.network.neutron [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.032763] env[63393]: DEBUG oslo_concurrency.lockutils [req-a54f7b08-1b00-4dad-a83b-780ff1ea111c req-e2d8346e-5637-4129-9972-50e2532be308 service nova] Releasing lock "refresh_cache-b66b5308-1f11-41cc-b17f-006581131e51" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.048945] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Lock "df0c858b-6b9b-4803-8c6e-439440c28210" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.075s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.069410] env[63393]: DEBUG nova.policy [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbcd80c64a2540cbad7fab7188e10fec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355a70aa860a4d31aaef068a3d3c6a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.195718] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529cf522-07f0-9e67-5399-13c4d8457dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.045312} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.196608] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648f68fd-92ea-44b6-aaa6-4ab8f3307b07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.202288] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1110.202288] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520fc6d9-abc5-fd5a-c2f7-b614c3ab00cc" [ 1110.202288] env[63393]: _type = "Task" [ 1110.202288] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.211052] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520fc6d9-abc5-fd5a-c2f7-b614c3ab00cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.239762] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 4e7a0157-bfb2-471e-a742-8f3c41c16393] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.251874] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682596, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.529056] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.532874] env[63393]: INFO nova.compute.claims [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.618146] env[63393]: DEBUG nova.network.neutron [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Successfully created port: fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.716401] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520fc6d9-abc5-fd5a-c2f7-b614c3ab00cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.716401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.716648] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] b66b5308-1f11-41cc-b17f-006581131e51/b66b5308-1f11-41cc-b17f-006581131e51.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.716946] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-924730c8-ed90-4510-bc71-d2b57ec1581c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.725996] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1110.725996] env[63393]: value = "task-2682599" [ 1110.725996] env[63393]: _type = "Task" [ 1110.725996] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.733675] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.744355] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 969ca01a-db25-41d9-b196-909746e90666] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.757391] env[63393]: DEBUG oslo_vmware.api [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682596, 'name': PowerOnVM_Task, 'duration_secs': 1.082383} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.757694] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.757889] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-508f817d-3f6a-4175-a29f-3cb46d275ec7 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance 'eabdab14-d782-423a-aa92-7e1b37e10ab7' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.236366] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.251474] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e0efc5b4-085b-4f18-8b7b-829b162cd3e3] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.546672] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.590101] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.592355] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.592756] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.593880] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.594098] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.594306] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.594580] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.595185] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.595441] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.595660] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.595883] env[63393]: DEBUG nova.virt.hardware [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.596960] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d569600-1cd3-464d-9d37-5429ce4aa1ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.609093] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005a530-1906-483d-b571-f0e4ab03f68d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.740875] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007816} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.741278] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] b66b5308-1f11-41cc-b17f-006581131e51/b66b5308-1f11-41cc-b17f-006581131e51.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.741519] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.741830] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbb689f-1974-4710-a396-6b4a8f6b407d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.752958] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1111.752958] env[63393]: value = "task-2682601" [ 1111.752958] env[63393]: _type = "Task" [ 1111.752958] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.757110] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 4115368b-b233-43aa-9a0b-1cce5c2ddbe6] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.769840] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.818104] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f28d1-1c2f-48de-99f5-68a3ef5d1f40 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.827852] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7263afae-1011-49bb-a844-08354dff3824 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.863431] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33180f5-48d0-42ca-9068-0ac98b21fe20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.872430] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6254e8-3eae-4e38-aec8-67139c48793a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.887297] env[63393]: DEBUG nova.compute.provider_tree [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.268680] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 0fe13f78-4023-494b-abaa-e1d8f5e727aa] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.275491] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09128} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.276023] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.278056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56748398-2529-402b-9bec-1a0b7db45d39 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.322532] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b66b5308-1f11-41cc-b17f-006581131e51/b66b5308-1f11-41cc-b17f-006581131e51.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.324438] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb45731d-b851-4588-ad92-0242aa6df65b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.352026] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1112.352026] env[63393]: value = "task-2682603" [ 1112.352026] env[63393]: _type = "Task" [ 1112.352026] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.362421] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.403026] env[63393]: DEBUG nova.scheduler.client.report [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.508975] env[63393]: DEBUG nova.compute.manager [req-534696b2-d90d-4dff-a720-312c49c8720a req-679af3bf-a553-48e8-818b-fda7cafb1391 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Received event network-vif-plugged-fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.509995] env[63393]: DEBUG oslo_concurrency.lockutils [req-534696b2-d90d-4dff-a720-312c49c8720a req-679af3bf-a553-48e8-818b-fda7cafb1391 service nova] Acquiring lock "64e63fe3-7ea1-4060-b26c-952544c8403f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.510608] env[63393]: DEBUG oslo_concurrency.lockutils [req-534696b2-d90d-4dff-a720-312c49c8720a req-679af3bf-a553-48e8-818b-fda7cafb1391 service nova] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.510908] env[63393]: DEBUG oslo_concurrency.lockutils [req-534696b2-d90d-4dff-a720-312c49c8720a req-679af3bf-a553-48e8-818b-fda7cafb1391 service nova] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.511187] env[63393]: DEBUG nova.compute.manager [req-534696b2-d90d-4dff-a720-312c49c8720a req-679af3bf-a553-48e8-818b-fda7cafb1391 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] No waiting events found dispatching network-vif-plugged-fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.511784] env[63393]: WARNING nova.compute.manager [req-534696b2-d90d-4dff-a720-312c49c8720a req-679af3bf-a553-48e8-818b-fda7cafb1391 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Received unexpected event network-vif-plugged-fd8dd582-0069-4fdf-aae7-ce1554531590 for instance with vm_state building and task_state spawning. [ 1112.687381] env[63393]: DEBUG nova.network.neutron [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Successfully updated port: fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.768623] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 0f212c76-96ae-4ae9-ae9a-4101e85d9372] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.862202] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682603, 'name': ReconfigVM_Task, 'duration_secs': 0.324141} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.862520] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b66b5308-1f11-41cc-b17f-006581131e51/b66b5308-1f11-41cc-b17f-006581131e51.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.863342] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da9a1d1e-c386-4ad3-8de8-977eb231d078 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.871156] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1112.871156] env[63393]: value = "task-2682604" [ 1112.871156] env[63393]: _type = "Task" [ 1112.871156] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.880518] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682604, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.908569] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.387s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.911645] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.301s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.911645] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.913557] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.505s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.915279] env[63393]: INFO nova.compute.claims [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.958089] env[63393]: INFO nova.scheduler.client.report [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocations for instance e8a28faf-38d3-487b-a6cb-86141c791855 [ 1112.960944] env[63393]: INFO nova.network.neutron [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating port bcb5f706-59cd-407b-af36-6f397c094d03 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1112.995802] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1112.996205] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540796', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'name': 'volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'serial': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1112.997238] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ff9fb-1ce6-4f37-b628-edea86c8970d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.015104] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e1005-1072-4ff0-b662-9ae360c7ab1f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.046875] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0/volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.046875] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984bfb17-396d-4b39-8cf8-c196339ebfd8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.069507] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1113.069507] env[63393]: value = "task-2682605" [ 1113.069507] env[63393]: _type = "Task" [ 1113.069507] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.080861] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.192408] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "refresh_cache-64e63fe3-7ea1-4060-b26c-952544c8403f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.192643] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "refresh_cache-64e63fe3-7ea1-4060-b26c-952544c8403f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.192816] env[63393]: DEBUG nova.network.neutron [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.276396] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e793a785-04a4-4f16-9d06-6a2c62f5e484] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.383899] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682604, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.471139] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fff1b2a2-9359-4a45-a071-86dd6f21185c tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "e8a28faf-38d3-487b-a6cb-86141c791855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.620s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.581022] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.780247] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d52158db-c647-472d-884e-ed5bbe725bf4] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.794099] env[63393]: DEBUG nova.network.neutron [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.804852] env[63393]: DEBUG nova.network.neutron [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Port 211cd748-d99f-4ced-911d-28ef626a9dfc binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1113.804957] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.805852] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.805852] env[63393]: DEBUG nova.network.neutron [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.886519] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682604, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.065758] env[63393]: DEBUG nova.network.neutron [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Updating instance_info_cache with network_info: [{"id": "fd8dd582-0069-4fdf-aae7-ce1554531590", "address": "fa:16:3e:31:9b:4e", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8dd582-00", "ovs_interfaceid": "fd8dd582-0069-4fdf-aae7-ce1554531590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.088907] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682605, 'name': ReconfigVM_Task, 'duration_secs': 0.783192} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.090184] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0/volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.095827] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371910a7-bde6-481f-9dd9-fba193ee3244 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.116981] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1114.116981] env[63393]: value = "task-2682607" [ 1114.116981] env[63393]: _type = "Task" [ 1114.116981] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.127294] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.182684] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31073247-bd2d-48d3-be48-b40eac9beea1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.192823] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f43ee2-6460-4bd4-b160-26ea897c29b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.224163] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cfe2a8-00a8-480e-96bd-d9ab19908e5f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.231660] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd1e2b8-79b9-4715-814c-9843ded5f21e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.245787] env[63393]: DEBUG nova.compute.provider_tree [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.284052] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 929bb0c0-e250-4ddf-b096-18dab8fc4806] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.399057] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682604, 'name': Rename_Task, 'duration_secs': 1.142224} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.399057] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.399057] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9883752b-afcb-41f6-952d-aba205ddf9ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.407035] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1114.407035] env[63393]: value = "task-2682609" [ 1114.407035] env[63393]: _type = "Task" [ 1114.407035] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.416149] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.566453] env[63393]: DEBUG nova.compute.manager [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Received event network-changed-fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.566453] env[63393]: DEBUG nova.compute.manager [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Refreshing instance network info cache due to event network-changed-fd8dd582-0069-4fdf-aae7-ce1554531590. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1114.566453] env[63393]: DEBUG oslo_concurrency.lockutils [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] Acquiring lock "refresh_cache-64e63fe3-7ea1-4060-b26c-952544c8403f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.572389] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "refresh_cache-64e63fe3-7ea1-4060-b26c-952544c8403f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.572389] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Instance network_info: |[{"id": "fd8dd582-0069-4fdf-aae7-ce1554531590", "address": "fa:16:3e:31:9b:4e", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8dd582-00", "ovs_interfaceid": "fd8dd582-0069-4fdf-aae7-ce1554531590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.572389] env[63393]: DEBUG oslo_concurrency.lockutils [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] Acquired lock "refresh_cache-64e63fe3-7ea1-4060-b26c-952544c8403f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.572389] env[63393]: DEBUG nova.network.neutron [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Refreshing network info cache for port fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.574312] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:9b:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8dd582-0069-4fdf-aae7-ce1554531590', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.583914] env[63393]: DEBUG oslo.service.loopingcall [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.585285] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.585625] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062b8e09-0288-4ea9-8e44-98225132ae2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.609635] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.609635] env[63393]: value = "task-2682610" [ 1114.609635] env[63393]: _type = "Task" [ 1114.609635] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.626220] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682610, 'name': CreateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.631499] env[63393]: DEBUG oslo_vmware.api [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682607, 'name': ReconfigVM_Task, 'duration_secs': 0.152911} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.632412] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540796', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'name': 'volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'serial': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.749372] env[63393]: DEBUG nova.scheduler.client.report [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.788390] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2c86e2b9-007d-4eef-815b-bf63c5e510a5] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.912779] env[63393]: DEBUG nova.network.neutron [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.924376] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682609, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.992656] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.993056] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.993201] env[63393]: DEBUG nova.network.neutron [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.121860] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682610, 'name': CreateVM_Task, 'duration_secs': 0.386551} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.122046] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.122732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.122919] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.123278] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.123520] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa316cb-b7cd-4155-9a67-2c5bc2c738a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.127926] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1115.127926] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529632f0-53b1-94f8-d6f9-655a59d26b02" [ 1115.127926] env[63393]: _type = "Task" [ 1115.127926] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.138015] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529632f0-53b1-94f8-d6f9-655a59d26b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.254982] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.255631] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.262213] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.139s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.262213] env[63393]: INFO nova.compute.claims [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.289790] env[63393]: DEBUG nova.network.neutron [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Updated VIF entry in instance network info cache for port fd8dd582-0069-4fdf-aae7-ce1554531590. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.290168] env[63393]: DEBUG nova.network.neutron [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Updating instance_info_cache with network_info: [{"id": "fd8dd582-0069-4fdf-aae7-ce1554531590", "address": "fa:16:3e:31:9b:4e", "network": {"id": "aab1bb9f-4cef-4c46-abd6-ba7ed6c38827", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-784247593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355a70aa860a4d31aaef068a3d3c6a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8dd582-00", "ovs_interfaceid": "fd8dd582-0069-4fdf-aae7-ce1554531590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.293950] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: f0f15136-a132-499f-8952-f85f57ffcce8] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.416106] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.418100] env[63393]: DEBUG oslo_vmware.api [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682609, 'name': PowerOnVM_Task, 'duration_secs': 0.538635} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.418423] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.418649] env[63393]: INFO nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1115.418865] env[63393]: DEBUG nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.420037] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934eaa05-ea9f-4d79-bc02-9ac5254fae93 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.640081] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529632f0-53b1-94f8-d6f9-655a59d26b02, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.640591] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.640843] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.641105] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.641262] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.641442] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.641848] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9324daaf-a290-4c50-88b7-91f431f5fc92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.651863] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.652077] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.652868] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a48d14-de4e-4e36-beb2-c1c67a7ed504 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.659183] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1115.659183] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528c30d4-0592-c1db-78da-f71e1b5dc32a" [ 1115.659183] env[63393]: _type = "Task" [ 1115.659183] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.667367] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528c30d4-0592-c1db-78da-f71e1b5dc32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.685639] env[63393]: DEBUG nova.objects.instance [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.768765] env[63393]: DEBUG nova.compute.utils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.772687] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.772687] env[63393]: DEBUG nova.network.neutron [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.793397] env[63393]: DEBUG oslo_concurrency.lockutils [req-15796e1d-784b-4426-a022-a2e83b0c56ce req-4fe34f30-80f6-47e3-bb3a-06c22c991d77 service nova] Releasing lock "refresh_cache-64e63fe3-7ea1-4060-b26c-952544c8403f" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.796227] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2714bb96-a826-456a-b5f2-2b13637c8476] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.832278] env[63393]: DEBUG nova.network.neutron [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.847901] env[63393]: DEBUG nova.policy [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab748e6c9429410f89bc25f3523bd704', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70de85a17f7749088d5de006a09b2276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.921050] env[63393]: DEBUG nova.compute.manager [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63393) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1115.921050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.940797] env[63393]: INFO nova.compute.manager [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Took 23.18 seconds to build instance. [ 1116.170082] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528c30d4-0592-c1db-78da-f71e1b5dc32a, 'name': SearchDatastore_Task, 'duration_secs': 0.022717} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.171055] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5b628a-0c24-4d9d-9388-4821ae42b0a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.177403] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1116.177403] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d49f75-1edb-2ded-8a32-8fe8f887bb12" [ 1116.177403] env[63393]: _type = "Task" [ 1116.177403] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.186521] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d49f75-1edb-2ded-8a32-8fe8f887bb12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.190349] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b99ba5f0-47e5-4a7e-83a5-fce4e6d7ceee tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.192166] env[63393]: DEBUG nova.network.neutron [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Successfully created port: 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.272592] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.299848] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 4e27b660-39bc-43cf-a3b9-605099940f89] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.334892] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.385636] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a118bb78f485265d7840a2da9132afd3',container_format='bare',created_at=2025-02-19T12:35:30Z,direct_url=,disk_format='vmdk',id=346e3d02-f227-418b-a79d-9fa9d7673f6a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1148591688-shelved',owner='dcc2f4195d094c7c8bedbe088796a198',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-02-19T12:35:45Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.385989] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.385989] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.386183] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.386316] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.386462] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.386669] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.386838] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.386991] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.387851] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.388055] env[63393]: DEBUG nova.virt.hardware [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.390251] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c58fdc-3e00-4dfa-aa94-b1b0a8440212 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.400568] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e9e65-758c-4d4c-87c7-b863fd4636b2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.421928] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:f6:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb5f706-59cd-407b-af36-6f397c094d03', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.429478] env[63393]: DEBUG oslo.service.loopingcall [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.433125] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.433591] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a694ab77-384b-4b24-a355-0a411be1c9a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.459355] env[63393]: DEBUG oslo_concurrency.lockutils [None req-4ba2968f-4685-4314-b189-8915253fdebe tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.710s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.464140] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.464140] env[63393]: value = "task-2682612" [ 1116.464140] env[63393]: _type = "Task" [ 1116.464140] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.472861] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682612, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.536831] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ad43e-cf36-4242-ae79-b6328c71978c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.544525] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ee1b9-ca36-4ace-bfa8-3063b0276123 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.577186] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d5587c-cc74-4696-87d4-c2a8f7b3a388 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.584977] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c913d6-9698-4d0b-b471-4f4e6d3165ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.598701] env[63393]: DEBUG nova.compute.provider_tree [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.623293] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.623567] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.627381] env[63393]: DEBUG nova.compute.manager [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-vif-plugged-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.627595] env[63393]: DEBUG oslo_concurrency.lockutils [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.627809] env[63393]: DEBUG oslo_concurrency.lockutils [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.627994] env[63393]: DEBUG oslo_concurrency.lockutils [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.628199] env[63393]: DEBUG nova.compute.manager [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] No waiting events found dispatching network-vif-plugged-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.628368] env[63393]: WARNING nova.compute.manager [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received unexpected event network-vif-plugged-bcb5f706-59cd-407b-af36-6f397c094d03 for instance with vm_state shelved_offloaded and task_state spawning. [ 1116.628571] env[63393]: DEBUG nova.compute.manager [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.628767] env[63393]: DEBUG nova.compute.manager [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing instance network info cache due to event network-changed-bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.628993] env[63393]: DEBUG oslo_concurrency.lockutils [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] Acquiring lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.629223] env[63393]: DEBUG oslo_concurrency.lockutils [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] Acquired lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.629388] env[63393]: DEBUG nova.network.neutron [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Refreshing network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.689084] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d49f75-1edb-2ded-8a32-8fe8f887bb12, 'name': SearchDatastore_Task, 'duration_secs': 0.021922} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.689084] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.689084] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 64e63fe3-7ea1-4060-b26c-952544c8403f/64e63fe3-7ea1-4060-b26c-952544c8403f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.689390] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c174fe1f-a621-443a-9d8a-d98a5827b81a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.696701] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1116.696701] env[63393]: value = "task-2682613" [ 1116.696701] env[63393]: _type = "Task" [ 1116.696701] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.707687] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.806970] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 335d2f5d-d15b-4fba-b066-1c6ccdfc988d] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.849838] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "b66b5308-1f11-41cc-b17f-006581131e51" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.850191] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.850443] env[63393]: DEBUG nova.compute.manager [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.851332] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57218e85-5fec-46dd-bb16-fe2f2aae94ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.857809] env[63393]: DEBUG nova.compute.manager [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1116.858371] env[63393]: DEBUG nova.objects.instance [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'flavor' on Instance uuid b66b5308-1f11-41cc-b17f-006581131e51 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.973843] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682612, 'name': CreateVM_Task, 'duration_secs': 0.341337} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.974032] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.974739] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.974915] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.975340] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.975603] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d7f88f-892a-4116-a913-ca290e68ec73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.981042] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1116.981042] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522d4334-8066-a248-e154-ed52906c3bc9" [ 1116.981042] env[63393]: _type = "Task" [ 1116.981042] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.988109] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]522d4334-8066-a248-e154-ed52906c3bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.102902] env[63393]: DEBUG nova.scheduler.client.report [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.133037] env[63393]: DEBUG nova.compute.utils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.208498] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682613, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.282978] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.310103] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: eb91f46d-95a0-4aed-b1d9-8fe6e431995f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.315063] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.315351] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.315618] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.315837] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.315996] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.316160] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.316415] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.316597] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.316769] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.316933] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.317168] env[63393]: DEBUG nova.virt.hardware [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.318098] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbc67d4-d8be-4871-88b5-1e0840108c74 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.327316] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062ac69e-21b9-4cbf-b997-fd106bf3dbc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.374319] env[63393]: DEBUG nova.network.neutron [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updated VIF entry in instance network info cache for port bcb5f706-59cd-407b-af36-6f397c094d03. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.374710] env[63393]: DEBUG nova.network.neutron [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [{"id": "bcb5f706-59cd-407b-af36-6f397c094d03", "address": "fa:16:3e:e4:f6:c3", "network": {"id": "47cc1de1-095e-425d-b2b3-6646a3d8d6f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-448469933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcc2f4195d094c7c8bedbe088796a198", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb5f706-59", "ovs_interfaceid": "bcb5f706-59cd-407b-af36-6f397c094d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.493142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.493475] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Processing image 346e3d02-f227-418b-a79d-9fa9d7673f6a {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.493769] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.493968] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.494254] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.494576] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fa8bbf9-123c-4bf7-9c4c-8f45204a2293 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.521892] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.522219] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.523142] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75d5dee-7c44-4218-a216-43b1fbd60547 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.530039] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1117.530039] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5294df4c-21cd-959a-8c35-f25438c927c7" [ 1117.530039] env[63393]: _type = "Task" [ 1117.530039] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.539828] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5294df4c-21cd-959a-8c35-f25438c927c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.608088] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.608683] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.611659] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.691s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.638800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.710368] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873488} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.710686] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 64e63fe3-7ea1-4060-b26c-952544c8403f/64e63fe3-7ea1-4060-b26c-952544c8403f.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.710955] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.713372] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe8f9ae7-834c-41be-90a5-9386fb07b338 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.723317] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1117.723317] env[63393]: value = "task-2682615" [ 1117.723317] env[63393]: _type = "Task" [ 1117.723317] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.731808] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.814136] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2e07670f-8519-436e-8596-9a19f9c31eba] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.824830] env[63393]: DEBUG nova.network.neutron [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Successfully updated port: 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.866958] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.867359] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4113a023-5fc4-4ddf-a4d7-9c611a48d466 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.877574] env[63393]: DEBUG oslo_concurrency.lockutils [req-a431fcc7-d283-4c0d-9b83-d79ae647f68f req-10666307-d42c-4580-9c66-9d55ac9c40ee service nova] Releasing lock "refresh_cache-69b913d4-eea5-4999-9668-88a049aaa650" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.878028] env[63393]: DEBUG oslo_vmware.api [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1117.878028] env[63393]: value = "task-2682616" [ 1117.878028] env[63393]: _type = "Task" [ 1117.878028] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.886699] env[63393]: DEBUG oslo_vmware.api [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.040054] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1118.040312] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Fetch image to [datastore2] OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162/OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1118.040500] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Downloading stream optimized image 346e3d02-f227-418b-a79d-9fa9d7673f6a to [datastore2] OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162/OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162.vmdk on the data store datastore2 as vApp {{(pid=63393) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1118.040670] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Downloading image file data 346e3d02-f227-418b-a79d-9fa9d7673f6a to the ESX as VM named 'OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162' {{(pid=63393) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1118.115255] env[63393]: DEBUG nova.compute.utils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.117218] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1118.117218] env[63393]: value = "resgroup-9" [ 1118.117218] env[63393]: _type = "ResourcePool" [ 1118.117218] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1118.117660] env[63393]: DEBUG nova.objects.instance [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'migration_context' on Instance uuid eabdab14-d782-423a-aa92-7e1b37e10ab7 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.118683] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.118842] env[63393]: DEBUG nova.network.neutron [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.120591] env[63393]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0beef9a3-f3bf-4f56-a1d9-cde5c7471421 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.142688] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease: (returnval){ [ 1118.142688] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52caa8ab-812d-99b9-d880-103e048586be" [ 1118.142688] env[63393]: _type = "HttpNfcLease" [ 1118.142688] env[63393]: } obtained for vApp import into resource pool (val){ [ 1118.142688] env[63393]: value = "resgroup-9" [ 1118.142688] env[63393]: _type = "ResourcePool" [ 1118.142688] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1118.143022] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the lease: (returnval){ [ 1118.143022] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52caa8ab-812d-99b9-d880-103e048586be" [ 1118.143022] env[63393]: _type = "HttpNfcLease" [ 1118.143022] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.151676] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.151676] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52caa8ab-812d-99b9-d880-103e048586be" [ 1118.151676] env[63393]: _type = "HttpNfcLease" [ 1118.151676] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.172218] env[63393]: DEBUG nova.policy [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9aa40856db1404c847fde4077f09270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac7f060a2bef4787b84327ea400cebb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.232526] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103795} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.232825] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.233619] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b91272e-836e-4636-bdc2-f755b58de67c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.255946] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 64e63fe3-7ea1-4060-b26c-952544c8403f/64e63fe3-7ea1-4060-b26c-952544c8403f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.256588] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524481b7-a831-4759-ad25-d59fdcd170a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.275881] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1118.275881] env[63393]: value = "task-2682618" [ 1118.275881] env[63393]: _type = "Task" [ 1118.275881] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.284127] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.317448] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: ecb3399d-740f-4a48-bb80-7fa0b02a7c05] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.328545] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.328658] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.328785] env[63393]: DEBUG nova.network.neutron [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.389542] env[63393]: DEBUG oslo_vmware.api [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682616, 'name': PowerOffVM_Task, 'duration_secs': 0.204928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.389794] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.390009] env[63393]: DEBUG nova.compute.manager [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.390819] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c78bea-e694-44d2-9ddd-2f8aa86f6521 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.448356] env[63393]: DEBUG nova.network.neutron [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Successfully created port: 06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.637832] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.654409] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.654409] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52caa8ab-812d-99b9-d880-103e048586be" [ 1118.654409] env[63393]: _type = "HttpNfcLease" [ 1118.654409] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.657704] env[63393]: DEBUG nova.compute.manager [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Received event network-vif-plugged-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.658021] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.658283] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] Lock "d66320b6-f50c-4d93-af98-2478a370bd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.658711] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] Lock "d66320b6-f50c-4d93-af98-2478a370bd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.658932] env[63393]: DEBUG nova.compute.manager [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] No waiting events found dispatching network-vif-plugged-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.659141] env[63393]: WARNING nova.compute.manager [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Received unexpected event network-vif-plugged-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 for instance with vm_state building and task_state spawning. [ 1118.659314] env[63393]: DEBUG nova.compute.manager [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Received event network-changed-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.659505] env[63393]: DEBUG nova.compute.manager [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Refreshing instance network info cache due to event network-changed-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.659661] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] Acquiring lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.707298] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.707453] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.707702] env[63393]: INFO nova.compute.manager [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Attaching volume 6cb657a9-2b6e-4461-af23-5afc6c5df502 to /dev/sdc [ 1118.746461] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78529ab7-994a-4b8c-8e6f-b9b5173f0743 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.760369] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a0c547-cdf9-4cc0-bb58-75cbdb47dfdc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.774367] env[63393]: DEBUG nova.virt.block_device [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updating existing volume attachment record: 2d38b51b-0560-44de-a32f-35fa0b54907b {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.787566] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682618, 'name': ReconfigVM_Task, 'duration_secs': 0.316843} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.787566] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 64e63fe3-7ea1-4060-b26c-952544c8403f/64e63fe3-7ea1-4060-b26c-952544c8403f.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.788381] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60239e6b-c98f-450e-bc6c-3b08d88ddbac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.795911] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1118.795911] env[63393]: value = "task-2682620" [ 1118.795911] env[63393]: _type = "Task" [ 1118.795911] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.805457] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682620, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.822854] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e590d9c0-e5d6-472f-98af-3bcd26d17125] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.828508] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddacabd-deae-4e49-ad61-1a2c082cf33e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.838139] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47fd955-d035-4bae-b1ce-71cf68037d0d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.874980] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c7f57-0855-453f-9e6f-74c26fa9cb6f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.883786] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d20976-ab0d-49e4-9a25-9d17958451c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.901770] env[63393]: DEBUG nova.compute.provider_tree [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.905684] env[63393]: DEBUG nova.network.neutron [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.905837] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a438e922-2e6a-4799-9261-33171183f402 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.082574] env[63393]: DEBUG nova.network.neutron [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updating instance_info_cache with network_info: [{"id": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "address": "fa:16:3e:cb:a2:0c", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2d646e-5c", "ovs_interfaceid": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.156416] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.156416] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52caa8ab-812d-99b9-d880-103e048586be" [ 1119.156416] env[63393]: _type = "HttpNfcLease" [ 1119.156416] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1119.157074] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1119.157074] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52caa8ab-812d-99b9-d880-103e048586be" [ 1119.157074] env[63393]: _type = "HttpNfcLease" [ 1119.157074] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1119.158056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa60ab02-0164-4849-b3af-3ba154d14fff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.165763] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52625546-2a2c-c06b-dc60-fda730da9c67/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1119.166103] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52625546-2a2c-c06b-dc60-fda730da9c67/disk-0.vmdk. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1119.230629] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c83f400b-f9f6-4f50-afde-b311529b475f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.306443] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682620, 'name': Rename_Task, 'duration_secs': 0.144187} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.306788] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.307095] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f3279c-9006-400e-bb5e-5216f864463f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.314321] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1119.314321] env[63393]: value = "task-2682622" [ 1119.314321] env[63393]: _type = "Task" [ 1119.314321] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.321724] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.326316] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: cdf54115-b533-499d-8c18-f77d6764a807] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.408746] env[63393]: DEBUG nova.scheduler.client.report [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.585948] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.586391] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Instance network_info: |[{"id": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "address": "fa:16:3e:cb:a2:0c", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2d646e-5c", "ovs_interfaceid": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.588492] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] Acquired lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.588737] env[63393]: DEBUG nova.network.neutron [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Refreshing network info cache for port 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.590973] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:a2:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.600369] env[63393]: DEBUG oslo.service.loopingcall [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.604422] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.605212] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a05df8-bd74-4bbf-81e4-307479410aeb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.634030] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.634030] env[63393]: value = "task-2682624" [ 1119.634030] env[63393]: _type = "Task" [ 1119.634030] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.647119] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682624, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.654515] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.686229] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.686500] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.686966] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.687211] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.687398] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.687581] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.687769] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.687993] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.688295] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.688475] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.688655] env[63393]: DEBUG nova.virt.hardware [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.689678] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14360ec1-179b-4c6c-abac-96daf294e32e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.701857] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb33e683-7197-4010-ab01-b9962f3fa8b7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.824840] env[63393]: DEBUG oslo_vmware.api [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682622, 'name': PowerOnVM_Task, 'duration_secs': 0.506928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.824974] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.825239] env[63393]: INFO nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1119.825452] env[63393]: DEBUG nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.826334] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36b134-5358-4789-9742-dad5e695a55e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.831209] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 4d82d927-7d0e-465b-ab6c-c6265d34a792] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.884836] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "b66b5308-1f11-41cc-b17f-006581131e51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.885121] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.885434] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "b66b5308-1f11-41cc-b17f-006581131e51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.885631] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.885799] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.888227] env[63393]: INFO nova.compute.manager [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Terminating instance [ 1120.069148] env[63393]: DEBUG nova.network.neutron [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Successfully updated port: 06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.144055] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682624, 'name': CreateVM_Task, 'duration_secs': 0.433788} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.144325] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.145046] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.145252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.145582] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.146012] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297f48fd-6824-443d-90aa-d9ed0ddc176c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.151174] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1120.151174] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52bddbd0-3ea6-7749-33f0-b2b635a74e5a" [ 1120.151174] env[63393]: _type = "Task" [ 1120.151174] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.160056] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bddbd0-3ea6-7749-33f0-b2b635a74e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.335534] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: aebb59fe-d208-405a-b439-92572c6e2c2f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.351182] env[63393]: INFO nova.compute.manager [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Took 23.99 seconds to build instance. [ 1120.353266] env[63393]: DEBUG nova.network.neutron [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updated VIF entry in instance network info cache for port 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.353714] env[63393]: DEBUG nova.network.neutron [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updating instance_info_cache with network_info: [{"id": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "address": "fa:16:3e:cb:a2:0c", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2d646e-5c", "ovs_interfaceid": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.381032] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1120.381298] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52625546-2a2c-c06b-dc60-fda730da9c67/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1120.382292] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320a0231-9c75-4a78-82c5-f99153dbaeb0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.389812] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52625546-2a2c-c06b-dc60-fda730da9c67/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1120.389986] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52625546-2a2c-c06b-dc60-fda730da9c67/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1120.390272] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-72bc130f-8200-4efe-a9c6-e8f92806cfe9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.392170] env[63393]: DEBUG nova.compute.manager [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.392371] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.393140] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfd48b-309a-4022-b505-2f0975103fc2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.400821] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.401065] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc914d2-b8c2-4d5b-bd44-bc8130f8e716 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.420363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.808s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.474367] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.474613] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.474828] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore1] b66b5308-1f11-41cc-b17f-006581131e51 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.475119] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9479848-b99c-4e49-a51f-3eedb5180e7c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.481951] env[63393]: DEBUG oslo_vmware.api [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1120.481951] env[63393]: value = "task-2682627" [ 1120.481951] env[63393]: _type = "Task" [ 1120.481951] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.490554] env[63393]: DEBUG oslo_vmware.api [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.570349] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "refresh_cache-240d3d00-5468-4d64-b998-e4323ad18cdf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.570537] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquired lock "refresh_cache-240d3d00-5468-4d64-b998-e4323ad18cdf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.570745] env[63393]: DEBUG nova.network.neutron [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.608946] env[63393]: DEBUG oslo_vmware.rw_handles [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52625546-2a2c-c06b-dc60-fda730da9c67/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1120.609091] env[63393]: INFO nova.virt.vmwareapi.images [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Downloaded image file data 346e3d02-f227-418b-a79d-9fa9d7673f6a [ 1120.609998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08097dfb-b851-49e5-99e6-dc5de620255b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.627482] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b579842e-2401-409f-8e72-13f4d897a4ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.652089] env[63393]: INFO nova.virt.vmwareapi.images [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] The imported VM was unregistered [ 1120.654549] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1120.654804] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Creating directory with path [datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.658225] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07fa46f7-ea8b-4e3b-a5c5-8bd742f5a0f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.666078] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52bddbd0-3ea6-7749-33f0-b2b635a74e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.015372} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.666404] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.666643] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.666895] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.667068] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.667307] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.667598] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a36ad2d-1584-44b9-b6ee-19d768d97405 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.670478] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Created directory with path [datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.670672] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162/OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162.vmdk to [datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk. {{(pid=63393) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1120.671263] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c172bd25-9350-4dcd-9ef2-b5514a538a50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.677727] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1120.677727] env[63393]: value = "task-2682629" [ 1120.677727] env[63393]: _type = "Task" [ 1120.677727] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.678888] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.679073] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.682641] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f6b286-fc10-4d3e-8f75-57cf1e30ff92 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.690071] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.693100] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1120.693100] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5217fd42-4abe-ee56-9ba8-e72758b8fe39" [ 1120.693100] env[63393]: _type = "Task" [ 1120.693100] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.694262] env[63393]: DEBUG nova.compute.manager [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Received event network-vif-plugged-06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.694489] env[63393]: DEBUG oslo_concurrency.lockutils [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] Acquiring lock "240d3d00-5468-4d64-b998-e4323ad18cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.694722] env[63393]: DEBUG oslo_concurrency.lockutils [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.694907] env[63393]: DEBUG oslo_concurrency.lockutils [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.695106] env[63393]: DEBUG nova.compute.manager [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] No waiting events found dispatching network-vif-plugged-06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.695333] env[63393]: WARNING nova.compute.manager [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Received unexpected event network-vif-plugged-06664a85-2663-41cc-8711-9123b0bb3b4a for instance with vm_state building and task_state spawning. [ 1120.695518] env[63393]: DEBUG nova.compute.manager [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Received event network-changed-06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.695689] env[63393]: DEBUG nova.compute.manager [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Refreshing instance network info cache due to event network-changed-06664a85-2663-41cc-8711-9123b0bb3b4a. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1120.695888] env[63393]: DEBUG oslo_concurrency.lockutils [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] Acquiring lock "refresh_cache-240d3d00-5468-4d64-b998-e4323ad18cdf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.705723] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5217fd42-4abe-ee56-9ba8-e72758b8fe39, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.706540] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0d90a0-2118-41c2-bf47-4a8610a4e0cb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.712710] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1120.712710] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52af0189-e049-b800-5067-7975753ed055" [ 1120.712710] env[63393]: _type = "Task" [ 1120.712710] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.721461] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52af0189-e049-b800-5067-7975753ed055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.838852] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 53d8c29d-cc7d-4cd6-92a1-22f1ae3c390a] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.850295] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.499s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.856845] env[63393]: DEBUG oslo_concurrency.lockutils [req-2f3165d5-0be2-468d-a92a-d5e692e50aba req-d7cba03c-156c-4b31-8d99-f99e0d423506 service nova] Releasing lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.995141] env[63393]: DEBUG oslo_vmware.api [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184714} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.995593] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.995843] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.996190] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.996501] env[63393]: INFO nova.compute.manager [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1120.996876] env[63393]: DEBUG oslo.service.loopingcall [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.997321] env[63393]: DEBUG nova.compute.manager [-] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.997485] env[63393]: DEBUG nova.network.neutron [-] [instance: b66b5308-1f11-41cc-b17f-006581131e51] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.146883] env[63393]: DEBUG nova.network.neutron [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.188877] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.225611] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52af0189-e049-b800-5067-7975753ed055, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.225611] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.225921] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] d66320b6-f50c-4d93-af98-2478a370bd63/d66320b6-f50c-4d93-af98-2478a370bd63.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.226981] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8c344e-4e34-4e55-b9ba-3aa2d8447c15 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.233626] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1121.233626] env[63393]: value = "task-2682631" [ 1121.233626] env[63393]: _type = "Task" [ 1121.233626] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.241967] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.342997] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 71fc8b7c-d54d-43db-bc1c-a3781ffb94cc] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.453625] env[63393]: DEBUG nova.network.neutron [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Updating instance_info_cache with network_info: [{"id": "06664a85-2663-41cc-8711-9123b0bb3b4a", "address": "fa:16:3e:84:0d:da", "network": {"id": "aecc2ae7-65da-4fc7-bd54-1c9afefb423b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1824675560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac7f060a2bef4787b84327ea400cebb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06664a85-26", "ovs_interfaceid": "06664a85-2663-41cc-8711-9123b0bb3b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.688541] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.744327] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.847445] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 04813f80-e023-4a81-b71b-f1251526cc6f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.958170] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Releasing lock "refresh_cache-240d3d00-5468-4d64-b998-e4323ad18cdf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.958285] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Instance network_info: |[{"id": "06664a85-2663-41cc-8711-9123b0bb3b4a", "address": "fa:16:3e:84:0d:da", "network": {"id": "aecc2ae7-65da-4fc7-bd54-1c9afefb423b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1824675560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac7f060a2bef4787b84327ea400cebb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06664a85-26", "ovs_interfaceid": "06664a85-2663-41cc-8711-9123b0bb3b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.958921] env[63393]: DEBUG oslo_concurrency.lockutils [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] Acquired lock "refresh_cache-240d3d00-5468-4d64-b998-e4323ad18cdf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.958921] env[63393]: DEBUG nova.network.neutron [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Refreshing network info cache for port 06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.960263] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:0d:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06664a85-2663-41cc-8711-9123b0bb3b4a', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.968098] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Creating folder: Project (ac7f060a2bef4787b84327ea400cebb4). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.969533] env[63393]: INFO nova.compute.manager [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Swapping old allocation on dict_keys(['4749b759-4535-4578-b3dd-4366ddbc89ea']) held by migration 1cd1ff4f-45db-49a7-bf77-0130d8fd61e2 for instance [ 1121.970141] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6104787d-4852-4a3a-b470-9a1117d45035 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.984805] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Created folder: Project (ac7f060a2bef4787b84327ea400cebb4) in parent group-v540494. [ 1121.984990] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Creating folder: Instances. Parent ref: group-v540805. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.985567] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d9e2e5-d890-4534-beda-dda478385ba9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.997992] env[63393]: DEBUG nova.network.neutron [-] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.999344] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Created folder: Instances in parent group-v540805. [ 1122.000181] env[63393]: DEBUG oslo.service.loopingcall [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.000986] env[63393]: DEBUG nova.scheduler.client.report [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Overwriting current allocation {'allocations': {'4749b759-4535-4578-b3dd-4366ddbc89ea': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': 'd5fbf04b43f743778da8e3fc01192e5e', 'user_id': 'b00c54c0fe014be6ac7aa0f0d3b7f6d7', 'consumer_generation': 1} on consumer eabdab14-d782-423a-aa92-7e1b37e10ab7 {{(pid=63393) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1122.003138] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.003586] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f07ada2-780c-41e9-b613-c7c1ab05c5d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.026388] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.026388] env[63393]: value = "task-2682635" [ 1122.026388] env[63393]: _type = "Task" [ 1122.026388] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.034790] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682635, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.097823] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.098055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.098404] env[63393]: DEBUG nova.network.neutron [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.189018] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.244519] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.303273] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "64e63fe3-7ea1-4060-b26c-952544c8403f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.303573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.303788] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "64e63fe3-7ea1-4060-b26c-952544c8403f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.303975] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.304172] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.306704] env[63393]: INFO nova.compute.manager [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Terminating instance [ 1122.348896] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 179a8ef7-a484-4763-be70-37b8691db493] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.501427] env[63393]: INFO nova.compute.manager [-] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Took 1.50 seconds to deallocate network for instance. [ 1122.541987] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682635, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.689669] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.725811] env[63393]: DEBUG nova.compute.manager [req-cd962af4-ab91-4102-b64c-78c2ed09af00 req-0d88ac9a-bbff-431b-b723-ac736582fa0a service nova] [instance: b66b5308-1f11-41cc-b17f-006581131e51] Received event network-vif-deleted-b819f036-a5ce-45e6-bb78-9606c5221111 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.745584] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.810818] env[63393]: DEBUG nova.compute.manager [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.811238] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.812051] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d717b-13ef-44ee-a3d9-ca8f0ebc1980 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.820663] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.821047] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c0de5e-68b5-4881-8b4c-72672d4c1d11 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.828214] env[63393]: DEBUG oslo_vmware.api [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1122.828214] env[63393]: value = "task-2682637" [ 1122.828214] env[63393]: _type = "Task" [ 1122.828214] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.837304] env[63393]: DEBUG oslo_vmware.api [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.854044] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: bd61927b-9423-433e-b74b-ff4fe11bca71] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.014071] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.014071] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.014071] env[63393]: DEBUG nova.objects.instance [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid b66b5308-1f11-41cc-b17f-006581131e51 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.037858] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682635, 'name': CreateVM_Task, 'duration_secs': 0.763588} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.038127] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.039203] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.039203] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.039681] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.040458] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b086f1-2ff1-47be-ba1d-483a935687f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.046139] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1123.046139] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52446cb0-750c-0a38-9a73-2cb4ea707c80" [ 1123.046139] env[63393]: _type = "Task" [ 1123.046139] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.054544] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52446cb0-750c-0a38-9a73-2cb4ea707c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.191256] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.231856] env[63393]: DEBUG nova.network.neutron [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Updated VIF entry in instance network info cache for port 06664a85-2663-41cc-8711-9123b0bb3b4a. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.232335] env[63393]: DEBUG nova.network.neutron [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Updating instance_info_cache with network_info: [{"id": "06664a85-2663-41cc-8711-9123b0bb3b4a", "address": "fa:16:3e:84:0d:da", "network": {"id": "aecc2ae7-65da-4fc7-bd54-1c9afefb423b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1824675560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac7f060a2bef4787b84327ea400cebb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06664a85-26", "ovs_interfaceid": "06664a85-2663-41cc-8711-9123b0bb3b4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.246124] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.323127] env[63393]: DEBUG nova.network.neutron [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [{"id": "211cd748-d99f-4ced-911d-28ef626a9dfc", "address": "fa:16:3e:42:7a:10", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211cd748-d9", "ovs_interfaceid": "211cd748-d99f-4ced-911d-28ef626a9dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.333580] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.333828] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540803', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'name': 'volume-6cb657a9-2b6e-4461-af23-5afc6c5df502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'serial': '6cb657a9-2b6e-4461-af23-5afc6c5df502'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.334685] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e3238-8b79-45b8-a9d8-c5aa83530b19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.356081] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be1faf-4499-425b-a06e-dc48c038e6e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.358704] env[63393]: DEBUG oslo_vmware.api [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682637, 'name': PowerOffVM_Task, 'duration_secs': 0.355984} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.359333] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: ef8f0255-0a24-4db9-9486-520b71dec6a0] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.360995] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.361184] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.361986] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6c0579-37c0-4739-80a2-8156f11629f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387396] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-6cb657a9-2b6e-4461-af23-5afc6c5df502/volume-6cb657a9-2b6e-4461-af23-5afc6c5df502.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.388278] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6caa61eb-e51a-499f-a0b8-49ec5c2d4db6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.406686] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1123.406686] env[63393]: value = "task-2682639" [ 1123.406686] env[63393]: _type = "Task" [ 1123.406686] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.414386] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.431054] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.431292] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.431481] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleting the datastore file [datastore2] 64e63fe3-7ea1-4060-b26c-952544c8403f {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.431734] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ea326e-53fc-49a6-ae2b-89393e67d2e5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.438698] env[63393]: DEBUG oslo_vmware.api [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for the task: (returnval){ [ 1123.438698] env[63393]: value = "task-2682640" [ 1123.438698] env[63393]: _type = "Task" [ 1123.438698] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.446590] env[63393]: DEBUG oslo_vmware.api [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.560987] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52446cb0-750c-0a38-9a73-2cb4ea707c80, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.564513] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.564930] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.565371] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.565721] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.566071] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.566709] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0dd5c82-7294-46c2-8e00-f5d7297316ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.576096] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.576313] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.577114] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7540f5b0-388b-4159-b29b-dc41a3cb7e75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.585479] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1123.585479] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e8b41d-e405-7600-453b-b537dad26a22" [ 1123.585479] env[63393]: _type = "Task" [ 1123.585479] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.593491] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e8b41d-e405-7600-453b-b537dad26a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.693304] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682629, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.6772} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.695841] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162/OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162.vmdk to [datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk. [ 1123.696048] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Cleaning up location [datastore2] OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1123.696247] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f252c5cf-d09f-4f05-9a55-9d36cc61a162 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.697321] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-224dceb1-9acb-4a92-927c-7f6b57077a7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.703590] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1123.703590] env[63393]: value = "task-2682641" [ 1123.703590] env[63393]: _type = "Task" [ 1123.703590] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.707983] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600df166-e47d-4823-9384-76ba367a5420 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.716713] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.717822] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf51ed-a131-42a1-9bc8-e429cc326032 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.748652] env[63393]: DEBUG oslo_concurrency.lockutils [req-20374eb6-ba70-4328-873d-f37dee56e674 req-9c461fe1-6e6b-48db-bd5e-a8fccd2c6160 service nova] Releasing lock "refresh_cache-240d3d00-5468-4d64-b998-e4323ad18cdf" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.752676] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac747b69-1950-44c5-be39-eae2ea023f16 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.760605] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682631, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.133393} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.763071] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] d66320b6-f50c-4d93-af98-2478a370bd63/d66320b6-f50c-4d93-af98-2478a370bd63.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.763302] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.763591] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81236a0e-237b-49a2-b230-e65d699af119 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.766234] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc9ead-c050-4638-9665-0c166bc4b114 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.781458] env[63393]: DEBUG nova.compute.provider_tree [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.784532] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1123.784532] env[63393]: value = "task-2682642" [ 1123.784532] env[63393]: _type = "Task" [ 1123.784532] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.793353] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.826227] env[63393]: DEBUG oslo_concurrency.lockutils [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-eabdab14-d782-423a-aa92-7e1b37e10ab7" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.826678] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.827295] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca67353-0ad3-46a7-8997-6f092b235eb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.834708] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1123.834708] env[63393]: value = "task-2682643" [ 1123.834708] env[63393]: _type = "Task" [ 1123.834708] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.842622] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.862876] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e7fe8db3-baf4-4359-a5eb-65366edd64ea] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.915301] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.948445] env[63393]: DEBUG oslo_vmware.api [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Task: {'id': task-2682640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19116} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.948755] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.949113] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.949207] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.949314] env[63393]: INFO nova.compute.manager [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1123.949562] env[63393]: DEBUG oslo.service.loopingcall [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1123.949754] env[63393]: DEBUG nova.compute.manager [-] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.949851] env[63393]: DEBUG nova.network.neutron [-] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.095658] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e8b41d-e405-7600-453b-b537dad26a22, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.096539] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6ee31a-a845-4974-b592-a5da9b61cc57 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.102012] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1124.102012] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5290ef2b-f604-08c1-528d-6492b52d09fd" [ 1124.102012] env[63393]: _type = "Task" [ 1124.102012] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.109603] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5290ef2b-f604-08c1-528d-6492b52d09fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.213408] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155213} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.213683] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.213858] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.214116] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk to [datastore2] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.214387] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0188cbc3-5f67-4e2a-93c0-bff6dd1ed4be {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.221106] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1124.221106] env[63393]: value = "task-2682644" [ 1124.221106] env[63393]: _type = "Task" [ 1124.221106] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.230552] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.284712] env[63393]: DEBUG nova.scheduler.client.report [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.296742] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302059} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.296742] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.297654] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade29d0-9640-4149-bd27-4948c5fc98db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.321983] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d66320b6-f50c-4d93-af98-2478a370bd63/d66320b6-f50c-4d93-af98-2478a370bd63.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.322534] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148cba80-930d-4570-b0c6-1af9e1d2eee0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.347593] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682643, 'name': PowerOffVM_Task, 'duration_secs': 0.504599} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.348847] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.349517] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.349737] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.349895] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.350106] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.350263] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.350415] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.350624] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.350783] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.350952] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.351133] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.351314] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.356260] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1124.356260] env[63393]: value = "task-2682645" [ 1124.356260] env[63393]: _type = "Task" [ 1124.356260] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.356765] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e4e9e1-fed2-4ec1-b221-d0c6bad016bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.366956] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 88f1c365-4348-40e5-9b35-16aaf434b0ee] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.377348] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.378685] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1124.378685] env[63393]: value = "task-2682646" [ 1124.378685] env[63393]: _type = "Task" [ 1124.378685] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.386564] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.416840] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.616025] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5290ef2b-f604-08c1-528d-6492b52d09fd, 'name': SearchDatastore_Task, 'duration_secs': 0.050118} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.616025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.616025] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 240d3d00-5468-4d64-b998-e4323ad18cdf/240d3d00-5468-4d64-b998-e4323ad18cdf.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.616025] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16c76f14-b939-465f-815c-0a5c23c10e4b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.622086] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1124.622086] env[63393]: value = "task-2682647" [ 1124.622086] env[63393]: _type = "Task" [ 1124.622086] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.630169] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.669540] env[63393]: DEBUG nova.network.neutron [-] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.732138] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.756747] env[63393]: DEBUG nova.compute.manager [req-a48a12f4-61e2-40ed-9098-62829cbe7769 req-d67434bf-10da-4bc4-b0f2-2f68751a97e6 service nova] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Received event network-vif-deleted-fd8dd582-0069-4fdf-aae7-ce1554531590 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.793524] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.820557] env[63393]: INFO nova.scheduler.client.report [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance b66b5308-1f11-41cc-b17f-006581131e51 [ 1124.872750] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 4aa263aa-ef68-4d59-a253-9f4671a095d5] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.878696] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.893942] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682646, 'name': ReconfigVM_Task, 'duration_secs': 0.382721} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.895086] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249c0ab-fea4-457a-b2bf-a83c3a8b3c89 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.917445] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.917731] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.917890] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.918125] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.918302] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.918440] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.918731] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.918792] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.918959] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.919139] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.919338] env[63393]: DEBUG nova.virt.hardware [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.925877] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10accfb8-19b4-45d4-858f-b0844328f056 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.935618] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682639, 'name': ReconfigVM_Task, 'duration_secs': 1.028534} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.936347] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-6cb657a9-2b6e-4461-af23-5afc6c5df502/volume-6cb657a9-2b6e-4461-af23-5afc6c5df502.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.942742] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1124.942742] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527c8c05-0410-8b58-5819-5a279c6432f3" [ 1124.942742] env[63393]: _type = "Task" [ 1124.942742] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.943302] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b08303dd-7eed-4d50-8b1b-d35cb20b254d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.967338] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527c8c05-0410-8b58-5819-5a279c6432f3, 'name': SearchDatastore_Task, 'duration_secs': 0.027586} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.975689] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.976121] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1124.976121] env[63393]: value = "task-2682648" [ 1124.976121] env[63393]: _type = "Task" [ 1124.976121] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.976706] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d03162f-bd57-4eb1-b163-3a24ac33f428 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.000570] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.002229] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1125.002229] env[63393]: value = "task-2682649" [ 1125.002229] env[63393]: _type = "Task" [ 1125.002229] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.134252] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.172607] env[63393]: INFO nova.compute.manager [-] [instance: 64e63fe3-7ea1-4060-b26c-952544c8403f] Took 1.22 seconds to deallocate network for instance. [ 1125.244117] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.331206] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "b66b5308-1f11-41cc-b17f-006581131e51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.446s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.380763] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 70678f78-9ae6-4b57-9fd9-59497d540222] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.386758] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682645, 'name': ReconfigVM_Task, 'duration_secs': 0.844492} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.386758] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d66320b6-f50c-4d93-af98-2478a370bd63/d66320b6-f50c-4d93-af98-2478a370bd63.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.386758] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6000213d-4744-46fc-a581-36ea1d0ecf83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.395023] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1125.395023] env[63393]: value = "task-2682650" [ 1125.395023] env[63393]: _type = "Task" [ 1125.395023] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.405652] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682650, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.504800] env[63393]: DEBUG oslo_vmware.api [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682648, 'name': ReconfigVM_Task, 'duration_secs': 0.178978} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.513249] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540803', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'name': 'volume-6cb657a9-2b6e-4461-af23-5afc6c5df502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'serial': '6cb657a9-2b6e-4461-af23-5afc6c5df502'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1125.522920] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.634214] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.682295] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.682934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.683389] env[63393]: DEBUG nova.objects.instance [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lazy-loading 'resources' on Instance uuid 64e63fe3-7ea1-4060-b26c-952544c8403f {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.736292] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.825401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.825974] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.857820] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.858074] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.858263] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.858462] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.858634] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.861461] env[63393]: INFO nova.compute.manager [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Terminating instance [ 1125.884436] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: a69b263d-15c2-4ac7-9a13-06726bdf168d] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.906854] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682650, 'name': Rename_Task, 'duration_secs': 0.400631} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.907272] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.907552] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e613f156-d7b8-4bc3-a88e-14c617a71b17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.914851] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1125.914851] env[63393]: value = "task-2682651" [ 1125.914851] env[63393]: _type = "Task" [ 1125.914851] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.924986] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.014623] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.133308] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682647, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.233079] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.328754] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.365889] env[63393]: DEBUG nova.compute.manager [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.366186] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.367679] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2f008c-3e23-427b-a8e9-51a782cc9876 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.373532] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c0704-4b0c-4c30-bdf3-b2e195d9ce20 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.382660] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.384875] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f0f38b-a948-44a0-9a66-f350a7ca5ada {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.387986] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2562be-cc52-4418-9639-8910598719bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.391846] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2d07e05c-fa45-4420-a6b2-2ab2e4cbc089] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.398904] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1126.398904] env[63393]: value = "task-2682652" [ 1126.398904] env[63393]: _type = "Task" [ 1126.398904] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.433063] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca98385-c34f-4522-b06b-a28f46d99953 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.439426] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.446262] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.449324] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241f5f31-da30-4118-9209-bfa7d03cae61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.465582] env[63393]: DEBUG nova.compute.provider_tree [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.517608] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682649, 'name': ReconfigVM_Task, 'duration_secs': 1.18654} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.517935] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.518924] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b02e9c-633d-4ead-9858-5209d20ad6b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.549073] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.549837] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ee077d-3b96-4197-867d-3324d573643d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.570787] env[63393]: DEBUG nova.objects.instance [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.581378] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1126.581378] env[63393]: value = "task-2682653" [ 1126.581378] env[63393]: _type = "Task" [ 1126.581378] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.596507] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.637667] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.692038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.692038] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.734824] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.854568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.897555] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 2de9b95f-d123-47da-a8e0-c59e74561239] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.914872] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.939673] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.969033] env[63393]: DEBUG nova.scheduler.client.report [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.076317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-db61d02c-b61c-405c-87c4-d74d66561fe3 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.368s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.093311] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.135636] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682647, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.377621} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.135938] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 240d3d00-5468-4d64-b998-e4323ad18cdf/240d3d00-5468-4d64-b998-e4323ad18cdf.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.136663] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.136663] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400ca8ad-57a5-4f3f-b241-50eb0f555bd9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.145446] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1127.145446] env[63393]: value = "task-2682654" [ 1127.145446] env[63393]: _type = "Task" [ 1127.145446] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.154895] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.194888] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.236044] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.407134] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 73eb8dbe-a735-4b65-83df-539b76c14749] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.409333] env[63393]: DEBUG oslo_concurrency.lockutils [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.409446] env[63393]: DEBUG oslo_concurrency.lockutils [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.416414] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682652, 'name': PowerOffVM_Task, 'duration_secs': 0.958754} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.416634] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.416811] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.417187] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b91015-3632-4dae-aa9f-df7659e3ddc4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.440859] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682651, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.475137] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.478016] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.624s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.479796] env[63393]: INFO nova.compute.claims [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.498506] env[63393]: INFO nova.scheduler.client.report [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Deleted allocations for instance 64e63fe3-7ea1-4060-b26c-952544c8403f [ 1127.520058] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.520058] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.520058] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleting the datastore file [datastore2] 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.520058] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804e6f20-af0a-45b6-a994-5905bdd10460 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.530331] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for the task: (returnval){ [ 1127.530331] env[63393]: value = "task-2682656" [ 1127.530331] env[63393]: _type = "Task" [ 1127.530331] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.540434] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.592999] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.656238] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187801} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.656514] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.657392] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27709da8-a01e-4ebf-b196-32f83c89e541 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.680653] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 240d3d00-5468-4d64-b998-e4323ad18cdf/240d3d00-5468-4d64-b998-e4323ad18cdf.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.680941] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f1aa32-01ed-416e-a1d3-1835f160be5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.702709] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1127.702709] env[63393]: value = "task-2682657" [ 1127.702709] env[63393]: _type = "Task" [ 1127.702709] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.714036] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.719148] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.735069] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682644, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.070959} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.735069] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/346e3d02-f227-418b-a79d-9fa9d7673f6a/346e3d02-f227-418b-a79d-9fa9d7673f6a.vmdk to [datastore2] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.736053] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598b003-b9e8-46f4-b33c-7dfe118e163d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.762032] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.762032] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e70787-7f18-45f0-a883-e668b34775d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.784889] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1127.784889] env[63393]: value = "task-2682658" [ 1127.784889] env[63393]: _type = "Task" [ 1127.784889] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.799727] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.912275] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: f0b82d47-30aa-4ab0-9cbb-cc528bb7ba17] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.914637] env[63393]: INFO nova.compute.manager [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Detaching volume b328b5db-32a6-4dd2-894c-7e3775dd24b0 [ 1127.943294] env[63393]: DEBUG oslo_vmware.api [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682651, 'name': PowerOnVM_Task, 'duration_secs': 1.604204} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.943579] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.943783] env[63393]: INFO nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1127.943964] env[63393]: DEBUG nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.944807] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15949429-09ca-40a1-a6b6-a3ad11416319 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.958025] env[63393]: INFO nova.virt.block_device [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Attempting to driver detach volume b328b5db-32a6-4dd2-894c-7e3775dd24b0 from mountpoint /dev/sdb [ 1127.958025] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.958025] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540796', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'name': 'volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'serial': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.958025] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33522f7b-d15b-4aff-a4a0-4e36a367dbd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.982933] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce38f5c8-f7bc-4321-8280-94d3bb04ee2b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.998393] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ca679-d731-419e-b9d0-3caec0d11a0a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.025101] env[63393]: DEBUG oslo_concurrency.lockutils [None req-46cb877b-e8e3-46e8-a127-163b8ef47820 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Lock "64e63fe3-7ea1-4060-b26c-952544c8403f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.027012] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd294ab-b221-4ce1-a676-c53d195cf3db {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.045749] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] The volume has not been displaced from its original location: [datastore1] volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0/volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.051072] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.051932] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943bd3ae-dcfe-41a1-822b-fa8a186cac29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.067599] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.073614] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1128.073614] env[63393]: value = "task-2682659" [ 1128.073614] env[63393]: _type = "Task" [ 1128.073614] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.081849] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.090934] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682653, 'name': ReconfigVM_Task, 'duration_secs': 1.247004} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.091236] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7/eabdab14-d782-423a-aa92-7e1b37e10ab7.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.092056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d125c-1c5d-4008-a47f-5d182584da76 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.112243] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be55ec2-1942-4040-8b15-bba4933dccd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.131477] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14346e6-1e4b-4174-98a9-5de67b8cf003 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.154887] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64278dbe-352e-4c58-88be-0d5e661c88a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.162888] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.163226] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbdf4f71-3391-4af9-af02-28081320d7a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.169554] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1128.169554] env[63393]: value = "task-2682660" [ 1128.169554] env[63393]: _type = "Task" [ 1128.169554] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.177503] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.215763] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.295620] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.418223] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 289e6358-13a9-4c8e-8c00-d9749260447c] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.467809] env[63393]: INFO nova.compute.manager [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Took 22.09 seconds to build instance. [ 1128.544788] env[63393]: DEBUG oslo_vmware.api [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Task: {'id': task-2682656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.545134] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.545362] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.545561] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.545757] env[63393]: INFO nova.compute.manager [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1128.546098] env[63393]: DEBUG oslo.service.loopingcall [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.546279] env[63393]: DEBUG nova.compute.manager [-] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.546338] env[63393]: DEBUG nova.network.neutron [-] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.587193] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.666707] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59797737-9968-4455-984a-b244ff3cac3d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.682941] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a9756f-63de-4d65-88e8-6e2cdf463c66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.686782] env[63393]: DEBUG oslo_vmware.api [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682660, 'name': PowerOnVM_Task, 'duration_secs': 0.415744} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.687071] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.723929] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1975e3-914e-4054-8069-cadf69ebec5d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.734601] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682657, 'name': ReconfigVM_Task, 'duration_secs': 0.949244} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.735229] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 240d3d00-5468-4d64-b998-e4323ad18cdf/240d3d00-5468-4d64-b998-e4323ad18cdf.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.736807] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35cb05-7c56-4f04-94b3-ea807fad8289 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.740663] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3a7ac88-4632-45ab-b7fb-859896da05cc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.752710] env[63393]: DEBUG nova.compute.provider_tree [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.755924] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1128.755924] env[63393]: value = "task-2682661" [ 1128.755924] env[63393]: _type = "Task" [ 1128.755924] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.766326] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682661, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.796017] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682658, 'name': ReconfigVM_Task, 'duration_secs': 0.885102} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.797286] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 69b913d4-eea5-4999-9668-88a049aaa650/69b913d4-eea5-4999-9668-88a049aaa650.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.798756] env[63393]: DEBUG nova.compute.manager [req-57744917-5992-4ec9-a557-353bf962c8f1 req-fec1b79a-b7a9-4584-af11-e9cf5624830d service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Received event network-vif-deleted-931b5c87-3479-49d2-a9c5-f865abca465b {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.798962] env[63393]: INFO nova.compute.manager [req-57744917-5992-4ec9-a557-353bf962c8f1 req-fec1b79a-b7a9-4584-af11-e9cf5624830d service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Neutron deleted interface 931b5c87-3479-49d2-a9c5-f865abca465b; detaching it from the instance and deleting it from the info cache [ 1128.799235] env[63393]: DEBUG nova.network.neutron [req-57744917-5992-4ec9-a557-353bf962c8f1 req-fec1b79a-b7a9-4584-af11-e9cf5624830d service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.801549] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89659d4d-4354-475b-81bc-77c7efcc8aa9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.810966] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1128.810966] env[63393]: value = "task-2682662" [ 1128.810966] env[63393]: _type = "Task" [ 1128.810966] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.832671] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682662, 'name': Rename_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.923443] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: adfac38d-eab9-4fc4-8e1e-b53029381b25] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.970050] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.605s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.087172] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682659, 'name': ReconfigVM_Task, 'duration_secs': 0.548222} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.087522] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.092845] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc752e50-8767-4769-b6ee-9ba74e0c1122 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.111531] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1129.111531] env[63393]: value = "task-2682663" [ 1129.111531] env[63393]: _type = "Task" [ 1129.111531] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.122643] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.256540] env[63393]: DEBUG nova.scheduler.client.report [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.275809] env[63393]: DEBUG nova.network.neutron [-] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.277076] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682661, 'name': Rename_Task, 'duration_secs': 0.184454} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.277522] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.277837] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e65e0c-5650-4464-a270-76957101b13e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.287242] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1129.287242] env[63393]: value = "task-2682664" [ 1129.287242] env[63393]: _type = "Task" [ 1129.287242] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.300586] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.305828] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-512e075e-b03b-4d4c-8547-6c08281b2eae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.318315] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e5dcf-c4cd-4b5d-af18-835ee247df52 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.339249] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682662, 'name': Rename_Task, 'duration_secs': 0.214691} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.339570] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.339879] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a8f7c5-8abc-456b-9c2b-464612ddc74f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.353463] env[63393]: DEBUG nova.compute.manager [req-57744917-5992-4ec9-a557-353bf962c8f1 req-fec1b79a-b7a9-4584-af11-e9cf5624830d service nova] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Detach interface failed, port_id=931b5c87-3479-49d2-a9c5-f865abca465b, reason: Instance 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1129.355135] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1129.355135] env[63393]: value = "task-2682665" [ 1129.355135] env[63393]: _type = "Task" [ 1129.355135] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.363745] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.425267] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 660bc5e1-797b-420e-a1ac-2498789085e1] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.622751] env[63393]: DEBUG oslo_vmware.api [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682663, 'name': ReconfigVM_Task, 'duration_secs': 0.323602} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.623078] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540796', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'name': 'volume-b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0', 'serial': 'b328b5db-32a6-4dd2-894c-7e3775dd24b0'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.701677] env[63393]: INFO nova.compute.manager [None req-51fe8944-8143-4068-bbdb-e9d6b263cb3b tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance to original state: 'active' [ 1129.769573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.769953] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.773152] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.054s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.781939] env[63393]: INFO nova.compute.claims [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.782348] env[63393]: INFO nova.compute.manager [-] [instance: 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d] Took 1.24 seconds to deallocate network for instance. [ 1129.800736] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.867023] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.928868] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 661f4277-5346-499e-8df3-d6daefa6d633] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.182747] env[63393]: DEBUG nova.objects.instance [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.286173] env[63393]: DEBUG nova.compute.utils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.289882] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.290114] env[63393]: DEBUG nova.network.neutron [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.295113] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.306689] env[63393]: DEBUG oslo_vmware.api [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682664, 'name': PowerOnVM_Task, 'duration_secs': 0.636887} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.307613] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.307898] env[63393]: INFO nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1130.308101] env[63393]: DEBUG nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.308933] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffad04-b896-45e4-917a-e3f5fb01f3d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.351022] env[63393]: DEBUG nova.policy [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd1aef0a349f4aa8b08f639998f658a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd21ba13a153403ca456bacbd6734dac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.371866] env[63393]: DEBUG oslo_vmware.api [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682665, 'name': PowerOnVM_Task, 'duration_secs': 0.586098} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.372194] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.435220] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 10f69421-d9f3-421d-a17f-f33968787722] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.501611] env[63393]: DEBUG nova.compute.manager [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.503330] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec708a9c-d99b-4095-9312-23b4a83f93c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.758961] env[63393]: DEBUG nova.network.neutron [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Successfully created port: afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.791196] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.829649] env[63393]: INFO nova.compute.manager [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Took 22.73 seconds to build instance. [ 1130.834041] env[63393]: DEBUG nova.compute.manager [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Received event network-changed-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.834253] env[63393]: DEBUG nova.compute.manager [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Refreshing instance network info cache due to event network-changed-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.834474] env[63393]: DEBUG oslo_concurrency.lockutils [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] Acquiring lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.834620] env[63393]: DEBUG oslo_concurrency.lockutils [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] Acquired lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.834783] env[63393]: DEBUG nova.network.neutron [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Refreshing network info cache for port 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.939417] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: e31c0a2c-b3c5-4cdc-8f6e-ebb525cb327b] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.026664] env[63393]: DEBUG oslo_concurrency.lockutils [None req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.478s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.033270] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d082280-6cb4-4448-8d05-cbf2af7869de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.043430] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600cdca7-2b05-46a4-9f96-8f8761cae521 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.083321] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab85b2-e604-4c35-ae54-a457da431f29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.093795] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6a85e-1952-4e4e-9053-d525ff3892e8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.112154] env[63393]: DEBUG nova.compute.provider_tree [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.193089] env[63393]: DEBUG oslo_concurrency.lockutils [None req-381491d8-5aaf-4190-9414-afe52f3f2d0f tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.782s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.301952] env[63393]: INFO nova.virt.block_device [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Booting with volume b05bf5b6-1105-4a51-826b-fac8d0482788 at /dev/sda [ 1131.339670] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f3695d0-b89a-4d9d-ad42-1c1898b62872 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.343142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-009e20a5-c149-429c-9ebe-8e5b6d25075e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.253s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.354352] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d10577-ebc6-474e-92f0-c542d6de9c3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.392014] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bba75701-dd65-41b8-86d5-84fe539a01e3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.409688] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499bf9b7-1f56-47b8-9495-d419f6073b07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.423907] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.424023] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.424241] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "69b913d4-eea5-4999-9668-88a049aaa650-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.424486] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.424680] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.426992] env[63393]: INFO nova.compute.manager [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Terminating instance [ 1131.443023] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 27d539c0-5401-402b-87ab-ce400a348a73] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.456932] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa499e8c-cb40-42ae-9100-b1139f93b641 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.468037] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa9d91e-60c8-4025-8db3-0239b23f990b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.485519] env[63393]: DEBUG nova.virt.block_device [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updating existing volume attachment record: 8ac13403-19fa-46c5-a343-2808cf5780f8 {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.498597] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "eabdab14-d782-423a-aa92-7e1b37e10ab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.498597] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.498767] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.498947] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.499135] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.503026] env[63393]: INFO nova.compute.manager [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Terminating instance [ 1131.617532] env[63393]: DEBUG nova.scheduler.client.report [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.649976] env[63393]: DEBUG nova.network.neutron [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updated VIF entry in instance network info cache for port 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.650381] env[63393]: DEBUG nova.network.neutron [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updating instance_info_cache with network_info: [{"id": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "address": "fa:16:3e:cb:a2:0c", "network": {"id": "69325cb4-56bd-4ab8-b56f-cfc978451dbe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-737475604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70de85a17f7749088d5de006a09b2276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2d646e-5c", "ovs_interfaceid": "3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.777844] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.778759] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.931635] env[63393]: DEBUG nova.compute.manager [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.931635] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.933635] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b91103-16d4-48a4-bd06-546ddb5d2388 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.942354] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.942925] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c719be74-2b58-45fd-88a5-b22ff2b1e4c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.951486] env[63393]: DEBUG oslo_vmware.api [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1131.951486] env[63393]: value = "task-2682666" [ 1131.951486] env[63393]: _type = "Task" [ 1131.951486] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.957123] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 201dc70d-8f25-4b63-83a3-5169c8c368b8] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.962443] env[63393]: DEBUG oslo_vmware.api [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.007927] env[63393]: DEBUG nova.compute.manager [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.008297] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.011879] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d245683c-1436-47b6-bdbd-83235feae20e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.020334] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.021103] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccc07c2-3e32-4bdd-a352-78fefe9a9a41 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.030598] env[63393]: DEBUG oslo_vmware.api [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1132.030598] env[63393]: value = "task-2682667" [ 1132.030598] env[63393]: _type = "Task" [ 1132.030598] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.039649] env[63393]: DEBUG oslo_vmware.api [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.124092] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.124533] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.128717] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.834s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.128997] env[63393]: DEBUG nova.objects.instance [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lazy-loading 'resources' on Instance uuid 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.154326] env[63393]: DEBUG oslo_concurrency.lockutils [req-2d1f385c-5a26-467d-b392-ec5b21bc5b96 req-66e50f01-fc69-4bfe-8cf2-7d5f28d695df service nova] Releasing lock "refresh_cache-d66320b6-f50c-4d93-af98-2478a370bd63" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.283824] env[63393]: INFO nova.compute.manager [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Detaching volume 6cb657a9-2b6e-4461-af23-5afc6c5df502 [ 1132.331993] env[63393]: INFO nova.virt.block_device [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Attempting to driver detach volume 6cb657a9-2b6e-4461-af23-5afc6c5df502 from mountpoint /dev/sdc [ 1132.332398] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.332672] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540803', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'name': 'volume-6cb657a9-2b6e-4461-af23-5afc6c5df502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'serial': '6cb657a9-2b6e-4461-af23-5afc6c5df502'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.334030] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a558f5-cbf6-440e-abe1-6efcb34f5aa6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.361731] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cbaaf3-7102-425c-b0f1-4f90dbf64c75 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.370373] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f18f56-3ed8-4ca0-aa86-14895c392c05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.395927] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64be19d-18dc-4b57-9b06-07ae817e0710 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.413364] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] The volume has not been displaced from its original location: [datastore2] volume-6cb657a9-2b6e-4461-af23-5afc6c5df502/volume-6cb657a9-2b6e-4461-af23-5afc6c5df502.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.419185] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.419563] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79613b2e-0c55-4688-93fb-fba727a8c606 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.439571] env[63393]: DEBUG oslo_vmware.api [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1132.439571] env[63393]: value = "task-2682668" [ 1132.439571] env[63393]: _type = "Task" [ 1132.439571] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.449748] env[63393]: DEBUG oslo_vmware.api [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.461075] env[63393]: DEBUG oslo_vmware.api [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682666, 'name': PowerOffVM_Task, 'duration_secs': 0.308632} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.462215] env[63393]: DEBUG nova.network.neutron [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Successfully updated port: afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.463561] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.463835] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.464359] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 369dc141-ec0b-4237-aed7-d047e9a59bab] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.466806] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcceff27-debd-4649-820f-de01fa43d250 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.542455] env[63393]: DEBUG oslo_vmware.api [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682667, 'name': PowerOffVM_Task, 'duration_secs': 0.251945} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.546395] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.546600] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.546883] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.547102] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.547326] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleting the datastore file [datastore2] 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.547853] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f4758d2-9a07-4959-ad10-bc59dbef5cee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.549636] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2323729f-9133-46ea-9abe-7617cedcaa87 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.556801] env[63393]: DEBUG oslo_vmware.api [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for the task: (returnval){ [ 1132.556801] env[63393]: value = "task-2682671" [ 1132.556801] env[63393]: _type = "Task" [ 1132.556801] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.567673] env[63393]: DEBUG oslo_vmware.api [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.591079] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "240d3d00-5468-4d64-b998-e4323ad18cdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.591403] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.591661] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "240d3d00-5468-4d64-b998-e4323ad18cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.591929] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.592207] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.596294] env[63393]: INFO nova.compute.manager [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Terminating instance [ 1132.633516] env[63393]: DEBUG nova.compute.utils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.638217] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.638467] env[63393]: DEBUG nova.network.neutron [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.644359] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.644359] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.644359] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleting the datastore file [datastore2] eabdab14-d782-423a-aa92-7e1b37e10ab7 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.644359] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7be1a63-0609-49cc-8a67-4155e01a60ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.654711] env[63393]: DEBUG oslo_vmware.api [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1132.654711] env[63393]: value = "task-2682672" [ 1132.654711] env[63393]: _type = "Task" [ 1132.654711] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.670762] env[63393]: DEBUG oslo_vmware.api [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.706968] env[63393]: DEBUG nova.policy [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a653152aa0cc4994bd6d31f0c975bd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ec17b0b4d754f73a4d99cdeae0ff40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.818559] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977627be-3a58-4cc7-b222-07d3d4609d37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.826450] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a2d296-c91c-43b2-a6e1-0cef6ff21917 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.865996] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30074bb3-180a-49cd-aac5-b401c553f8ae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.872220] env[63393]: DEBUG nova.compute.manager [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Received event network-vif-plugged-afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.872441] env[63393]: DEBUG oslo_concurrency.lockutils [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] Acquiring lock "f646c24a-1ac6-4a50-8d11-3649efb1a793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.872928] env[63393]: DEBUG oslo_concurrency.lockutils [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.872928] env[63393]: DEBUG oslo_concurrency.lockutils [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.873053] env[63393]: DEBUG nova.compute.manager [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] No waiting events found dispatching network-vif-plugged-afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.873147] env[63393]: WARNING nova.compute.manager [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Received unexpected event network-vif-plugged-afe1dc1a-7652-4d96-b4d3-504ad334df94 for instance with vm_state building and task_state block_device_mapping. [ 1132.873305] env[63393]: DEBUG nova.compute.manager [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Received event network-changed-afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.873458] env[63393]: DEBUG nova.compute.manager [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Refreshing instance network info cache due to event network-changed-afe1dc1a-7652-4d96-b4d3-504ad334df94. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.873716] env[63393]: DEBUG oslo_concurrency.lockutils [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] Acquiring lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.873869] env[63393]: DEBUG oslo_concurrency.lockutils [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] Acquired lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.874041] env[63393]: DEBUG nova.network.neutron [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Refreshing network info cache for port afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.886019] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd8155-0a8c-40b7-80a9-4aabbdeafccf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.900611] env[63393]: DEBUG nova.compute.provider_tree [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.952420] env[63393]: DEBUG oslo_vmware.api [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682668, 'name': ReconfigVM_Task, 'duration_secs': 0.28626} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.952837] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.960017] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ffb238-026e-445c-969f-fecee46ade87 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.969961] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.970570] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: ce27a7e1-05e2-46b0-9689-39d4efbda232] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.981143] env[63393]: DEBUG oslo_vmware.api [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1132.981143] env[63393]: value = "task-2682673" [ 1132.981143] env[63393]: _type = "Task" [ 1132.981143] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.989106] env[63393]: DEBUG oslo_vmware.api [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.005942] env[63393]: DEBUG nova.network.neutron [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Successfully created port: 605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.067773] env[63393]: DEBUG oslo_vmware.api [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Task: {'id': task-2682671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165424} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.068342] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.068769] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.069105] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.069595] env[63393]: INFO nova.compute.manager [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1133.069952] env[63393]: DEBUG oslo.service.loopingcall [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.070269] env[63393]: DEBUG nova.compute.manager [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.070482] env[63393]: DEBUG nova.network.neutron [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.106026] env[63393]: DEBUG nova.compute.manager [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.106026] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.106026] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c80849-9485-46f4-8133-b220be8a1362 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.113527] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.114080] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09b61b2-21d7-455c-8e9e-0433775ac9c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.123169] env[63393]: DEBUG oslo_vmware.api [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1133.123169] env[63393]: value = "task-2682674" [ 1133.123169] env[63393]: _type = "Task" [ 1133.123169] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.135467] env[63393]: DEBUG oslo_vmware.api [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.138570] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.165957] env[63393]: DEBUG oslo_vmware.api [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165057} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.166319] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.166427] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.166623] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.166802] env[63393]: INFO nova.compute.manager [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1133.167476] env[63393]: DEBUG oslo.service.loopingcall [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.167476] env[63393]: DEBUG nova.compute.manager [-] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.167476] env[63393]: DEBUG nova.network.neutron [-] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.403825] env[63393]: DEBUG nova.scheduler.client.report [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.445885] env[63393]: DEBUG nova.network.neutron [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.476033] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d9faab7b-af63-41e1-94b5-65e3ad0db03f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.497419] env[63393]: DEBUG oslo_vmware.api [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682673, 'name': ReconfigVM_Task, 'duration_secs': 0.243172} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.498071] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540803', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'name': 'volume-6cb657a9-2b6e-4461-af23-5afc6c5df502', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79abdb5d-52c3-4695-8f17-7e7bf6789ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb657a9-2b6e-4461-af23-5afc6c5df502', 'serial': '6cb657a9-2b6e-4461-af23-5afc6c5df502'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1133.575653] env[63393]: DEBUG nova.network.neutron [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.605036] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.605580] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.605796] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.605951] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.606139] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.606392] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.606523] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.606616] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.606824] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.606987] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.607142] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.607382] env[63393]: DEBUG nova.virt.hardware [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.608539] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39bfb6-bbaa-40b2-9a6d-957f907a059a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.617230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d204d8c9-38b6-46c7-b13a-a46ce40bc5d4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.642826] env[63393]: DEBUG oslo_vmware.api [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682674, 'name': PowerOffVM_Task, 'duration_secs': 0.314364} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.642826] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.642826] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.642826] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4fe1cd-e272-4ec1-bcb0-d9a46afc6fe6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.648650] env[63393]: INFO nova.virt.block_device [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Booting with volume 2283ff9d-7a2d-4b51-b112-4a27bb7e85cc at /dev/sda [ 1133.687486] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e668ce8-4385-4c7b-94de-eaf4fb3c4071 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.698224] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c7a35d-dd7a-46e4-a67b-7dd78c254cfa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.720150] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.720150] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.720287] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Deleting the datastore file [datastore2] 240d3d00-5468-4d64-b998-e4323ad18cdf {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.720521] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e42aa2-82ff-4f67-9ff2-ae8a63e02b34 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.729171] env[63393]: DEBUG oslo_vmware.api [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for the task: (returnval){ [ 1133.729171] env[63393]: value = "task-2682676" [ 1133.729171] env[63393]: _type = "Task" [ 1133.729171] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.742686] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8d49fa4-60e1-4a01-992b-0837e51b1ca1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.749846] env[63393]: DEBUG oslo_vmware.api [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.754183] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a4a7a-0755-4ed6-8eef-b60f94b1ab44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.788893] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca0491-4259-412e-9ba3-376cdbdcfb8e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.796489] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d514dd2-3e7a-4e1b-964a-a4ca61f5115b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.812143] env[63393]: DEBUG nova.virt.block_device [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating existing volume attachment record: fa849e67-3af9-4ee6-870f-dff504ffdc0c {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1133.910187] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.948766] env[63393]: INFO nova.scheduler.client.report [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Deleted allocations for instance 22f0c82c-45f9-4c78-8c3d-ece27e0dba0d [ 1133.980214] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 412eac9c-3c2e-439d-bcec-af6ec09c879f] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.054707] env[63393]: DEBUG nova.objects.instance [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'flavor' on Instance uuid 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.080055] env[63393]: DEBUG oslo_concurrency.lockutils [req-450ac90d-e9a8-4b66-ba50-811020c12457 req-268cbf7c-7f2d-4bb3-8f26-25e9ac25f6be service nova] Releasing lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.080055] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquired lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.080055] env[63393]: DEBUG nova.network.neutron [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.249702] env[63393]: DEBUG oslo_vmware.api [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Task: {'id': task-2682676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137938} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.249702] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.249702] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.250101] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.250266] env[63393]: INFO nova.compute.manager [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1134.250534] env[63393]: DEBUG oslo.service.loopingcall [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.252300] env[63393]: DEBUG nova.compute.manager [-] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.252300] env[63393]: DEBUG nova.network.neutron [-] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.461133] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f48fb8a3-e036-4e83-99da-b21421fa2faf tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Lock "22f0c82c-45f9-4c78-8c3d-ece27e0dba0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.603s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.468406] env[63393]: DEBUG nova.network.neutron [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.488242] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: d1f3667d-f592-4c2f-8eda-8e24b95f215b] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.597892] env[63393]: DEBUG nova.network.neutron [-] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.633529] env[63393]: DEBUG nova.network.neutron [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.975073] env[63393]: INFO nova.compute.manager [-] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Took 1.90 seconds to deallocate network for instance. [ 1134.997019] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 7d8d0417-b510-417b-a18f-375d1dfd3757] Instance has had 0 of 5 cleanup attempts {{(pid=63393) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.062133] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f823137f-20d2-4c6e-82de-d0853f50cf23 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.098334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "f9a8b433-9c8d-4527-a599-f2086a34f107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.098334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.101250] env[63393]: INFO nova.compute.manager [-] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Took 1.93 seconds to deallocate network for instance. [ 1135.102717] env[63393]: DEBUG nova.compute.manager [req-ae730c9b-277c-4a36-8c8b-39fcf5650f10 req-5aeedcf9-52cd-4d17-9af7-6a9a57a857d9 service nova] [instance: 69b913d4-eea5-4999-9668-88a049aaa650] Received event network-vif-deleted-bcb5f706-59cd-407b-af36-6f397c094d03 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.102943] env[63393]: DEBUG nova.compute.manager [req-ae730c9b-277c-4a36-8c8b-39fcf5650f10 req-5aeedcf9-52cd-4d17-9af7-6a9a57a857d9 service nova] [instance: eabdab14-d782-423a-aa92-7e1b37e10ab7] Received event network-vif-deleted-211cd748-d99f-4ced-911d-28ef626a9dfc {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.266939] env[63393]: DEBUG nova.network.neutron [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updating instance_info_cache with network_info: [{"id": "afe1dc1a-7652-4d96-b4d3-504ad334df94", "address": "fa:16:3e:45:8a:f5", "network": {"id": "0c9ddf41-6e63-4f73-b4f5-400b289a5738", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1906609584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd21ba13a153403ca456bacbd6734dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe1dc1a-76", "ovs_interfaceid": "afe1dc1a-7652-4d96-b4d3-504ad334df94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.482196] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.482477] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.482698] env[63393]: DEBUG nova.objects.instance [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lazy-loading 'resources' on Instance uuid 69b913d4-eea5-4999-9668-88a049aaa650 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.509945] env[63393]: DEBUG nova.network.neutron [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Successfully updated port: 605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.605048] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.610232] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.666774] env[63393]: DEBUG nova.network.neutron [-] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.770222] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Releasing lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.770571] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance network_info: |[{"id": "afe1dc1a-7652-4d96-b4d3-504ad334df94", "address": "fa:16:3e:45:8a:f5", "network": {"id": "0c9ddf41-6e63-4f73-b4f5-400b289a5738", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1906609584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd21ba13a153403ca456bacbd6734dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe1dc1a-76", "ovs_interfaceid": "afe1dc1a-7652-4d96-b4d3-504ad334df94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.771009] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afe1dc1a-7652-4d96-b4d3-504ad334df94', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.781505] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Creating folder: Project (cd21ba13a153403ca456bacbd6734dac). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.781810] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33d4c74-c208-44c4-b846-c2ba298f59fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.798008] env[63393]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1135.798190] env[63393]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63393) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1135.799694] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Folder already exists: Project (cd21ba13a153403ca456bacbd6734dac). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1135.800173] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Creating folder: Instances. Parent ref: group-v540793. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.800635] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9e29551-6c35-4b1f-b25d-8bb1a107a518 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.814489] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Created folder: Instances in parent group-v540793. [ 1135.814805] env[63393]: DEBUG oslo.service.loopingcall [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.815250] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.815533] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b90bb0d-70d7-4b83-bf07-b113a17f8de4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.841153] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.841153] env[63393]: value = "task-2682679" [ 1135.841153] env[63393]: _type = "Task" [ 1135.841153] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.851456] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682679, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.915229] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.915889] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.916156] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.916353] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.916552] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.916704] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.916846] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.917469] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.917701] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.917894] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.918114] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.918525] env[63393]: DEBUG nova.virt.hardware [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.919834] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940911a7-c586-4e16-bebc-0b10f9af3510 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.930239] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9de3a0-ffd4-45e5-b84d-fbfb958bbfab {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.015934] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.016157] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.016318] env[63393]: DEBUG nova.network.neutron [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.129540] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.169148] env[63393]: INFO nova.compute.manager [-] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Took 1.92 seconds to deallocate network for instance. [ 1136.186255] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c051776b-7e92-406a-adce-045f46fb4331 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.195182] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b9109-cf45-459c-8e97-dec6eab640ba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.229777] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ed8be-8b32-400e-8db5-fcdd78532c90 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.238984] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce87ff-f543-4884-90b9-957f9b0023a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.255987] env[63393]: DEBUG nova.compute.provider_tree [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.316089] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.316384] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.316663] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.316860] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.317069] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.319328] env[63393]: INFO nova.compute.manager [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Terminating instance [ 1136.351657] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682679, 'name': CreateVM_Task, 'duration_secs': 0.467113} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.351657] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.363346] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540800', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'name': 'volume-b05bf5b6-1105-4a51-826b-fac8d0482788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f646c24a-1ac6-4a50-8d11-3649efb1a793', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'serial': 'b05bf5b6-1105-4a51-826b-fac8d0482788'}, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'attachment_id': '8ac13403-19fa-46c5-a343-2808cf5780f8', 'volume_type': None}], 'swap': None} {{(pid=63393) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1136.363586] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Root volume attach. Driver type: vmdk {{(pid=63393) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1136.364401] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf8eee3-0b93-40df-8dfe-db12398e1a72 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.375921] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f9c6c9-cbb7-4915-b3ab-a127b1577137 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.379705] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d2aabd-15d3-4f5f-bcba-1308dfdfc3a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.386220] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-07a917cd-270a-466c-ba0c-d471785f8475 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.395068] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1136.395068] env[63393]: value = "task-2682680" [ 1136.395068] env[63393]: _type = "Task" [ 1136.395068] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.405744] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.571750] env[63393]: DEBUG nova.network.neutron [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.678966] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.746334] env[63393]: DEBUG nova.network.neutron [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.759303] env[63393]: DEBUG nova.scheduler.client.report [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.824216] env[63393]: DEBUG nova.compute.manager [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.824622] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.825532] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5529d85e-61f7-461a-9ace-c3a4376d20aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.834953] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.835476] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2de38819-92ea-460b-8c6f-730d8a4b9d77 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.844791] env[63393]: DEBUG oslo_vmware.api [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1136.844791] env[63393]: value = "task-2682681" [ 1136.844791] env[63393]: _type = "Task" [ 1136.844791] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.856445] env[63393]: DEBUG oslo_vmware.api [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.907801] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 42%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.153577] env[63393]: DEBUG nova.compute.manager [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: 240d3d00-5468-4d64-b998-e4323ad18cdf] Received event network-vif-deleted-06664a85-2663-41cc-8711-9123b0bb3b4a {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.154873] env[63393]: DEBUG nova.compute.manager [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Received event network-vif-plugged-605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.155369] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.155923] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.156432] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.156915] env[63393]: DEBUG nova.compute.manager [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] No waiting events found dispatching network-vif-plugged-605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.157296] env[63393]: WARNING nova.compute.manager [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Received unexpected event network-vif-plugged-605678b7-5e36-49ee-b958-bf313a6b4fc0 for instance with vm_state building and task_state spawning. [ 1137.157640] env[63393]: DEBUG nova.compute.manager [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Received event network-changed-605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.158912] env[63393]: DEBUG nova.compute.manager [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Refreshing instance network info cache due to event network-changed-605678b7-5e36-49ee-b958-bf313a6b4fc0. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.159746] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] Acquiring lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.250812] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.250812] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Instance network_info: |[{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.250812] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] Acquired lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.250812] env[63393]: DEBUG nova.network.neutron [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Refreshing network info cache for port 605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.252054] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:7d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '605678b7-5e36-49ee-b958-bf313a6b4fc0', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.260353] env[63393]: DEBUG oslo.service.loopingcall [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.264861] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.264861] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.266614] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da33f27e-3424-4eb4-a1a2-99226d069728 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.281663] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.671s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.281905] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.284210] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.155s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.285784] env[63393]: INFO nova.compute.claims [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.296188] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.296188] env[63393]: value = "task-2682682" [ 1137.296188] env[63393]: _type = "Task" [ 1137.296188] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.306030] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682682, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.308704] env[63393]: INFO nova.scheduler.client.report [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted allocations for instance eabdab14-d782-423a-aa92-7e1b37e10ab7 [ 1137.312797] env[63393]: INFO nova.scheduler.client.report [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Deleted allocations for instance 69b913d4-eea5-4999-9668-88a049aaa650 [ 1137.358873] env[63393]: DEBUG oslo_vmware.api [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682681, 'name': PowerOffVM_Task, 'duration_secs': 0.322045} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.359080] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.359908] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.359908] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a56fd85c-8581-40f1-a422-bdc4ff9307a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.407125] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 54%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.449537] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.449839] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.450086] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Deleting the datastore file [datastore1] 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.450394] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88f76a69-405a-4b2e-99d2-efa4cfd56901 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.459474] env[63393]: DEBUG oslo_vmware.api [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for the task: (returnval){ [ 1137.459474] env[63393]: value = "task-2682684" [ 1137.459474] env[63393]: _type = "Task" [ 1137.459474] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.469420] env[63393]: DEBUG oslo_vmware.api [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.554514] env[63393]: DEBUG nova.network.neutron [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updated VIF entry in instance network info cache for port 605678b7-5e36-49ee-b958-bf313a6b4fc0. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.554926] env[63393]: DEBUG nova.network.neutron [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.807375] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682682, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.825919] env[63393]: DEBUG oslo_concurrency.lockutils [None req-239992d4-57b5-4d6e-bf0b-9fd539b8970c tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "eabdab14-d782-423a-aa92-7e1b37e10ab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.327s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.826978] env[63393]: DEBUG oslo_concurrency.lockutils [None req-04d06618-db58-4fa4-8d72-2c2bc898135d tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Lock "69b913d4-eea5-4999-9668-88a049aaa650" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.403s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.909349] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 69%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.974181] env[63393]: DEBUG oslo_vmware.api [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Task: {'id': task-2682684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259801} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.974181] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.974181] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.974181] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.974181] env[63393]: INFO nova.compute.manager [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1137.974181] env[63393]: DEBUG oslo.service.loopingcall [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.974181] env[63393]: DEBUG nova.compute.manager [-] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.974181] env[63393]: DEBUG nova.network.neutron [-] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.058468] env[63393]: DEBUG oslo_concurrency.lockutils [req-b4769774-d380-4da5-b3d4-b9f1bcdc366f req-f48fe1d9-0c6e-46f6-af0b-e82a71f134c8 service nova] Releasing lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.313771] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682682, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.413377] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 82%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.476507] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f34d22-031f-43a3-81dc-e909cfeba260 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.486047] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bfc6a5-0737-4df1-93ea-6f2b19082e67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.528705] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6019a8d7-77aa-4aad-907e-5d84d6d88bd7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.540866] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a9352-4edb-48cc-a429-9b2ed85eb0e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.565777] env[63393]: DEBUG nova.compute.provider_tree [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.811878] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682682, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.910538] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 97%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.005283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.005568] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.049881] env[63393]: DEBUG nova.network.neutron [-] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.069581] env[63393]: DEBUG nova.scheduler.client.report [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.187585] env[63393]: DEBUG nova.compute.manager [req-7bf9298e-84cb-41dd-87ef-454a84789b84 req-97f18239-3a0a-4087-aa9e-970155e58216 service nova] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Received event network-vif-deleted-99e329f2-675b-41a6-8cd0-e4344ed08d1c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.309842] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682682, 'name': CreateVM_Task, 'duration_secs': 1.644173} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.310096] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.310949] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540798', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'name': 'volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49', 'attached_at': '', 'detached_at': '', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'serial': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc'}, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'fa849e67-3af9-4ee6-870f-dff504ffdc0c', 'volume_type': None}], 'swap': None} {{(pid=63393) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1139.311206] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Root volume attach. Driver type: vmdk {{(pid=63393) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1139.312124] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f35366-2be6-45c7-b649-672faa23ef7f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.320373] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e0663b-c5ad-410b-96e3-94a2c9eb8b8c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.327133] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207e56a0-e1b8-4668-8523-4ad16e2a0001 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.333550] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f886b97c-8c05-4af4-a683-3fbf74522e41 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.342469] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1139.342469] env[63393]: value = "task-2682686" [ 1139.342469] env[63393]: _type = "Task" [ 1139.342469] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.351543] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682686, 'name': RelocateVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.410413] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task} progress is 98%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.508059] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.553915] env[63393]: INFO nova.compute.manager [-] [instance: 79abdb5d-52c3-4695-8f17-7e7bf6789ed4] Took 1.58 seconds to deallocate network for instance. [ 1139.574928] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.575439] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.577971] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.899s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.578210] env[63393]: DEBUG nova.objects.instance [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lazy-loading 'resources' on Instance uuid 240d3d00-5468-4d64-b998-e4323ad18cdf {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.855051] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682686, 'name': RelocateVM_Task, 'duration_secs': 0.420938} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.855051] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.855051] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540798', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'name': 'volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49', 'attached_at': '', 'detached_at': '', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'serial': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.855633] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c055327-d628-439a-bfa3-d494e89cdca8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.871472] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eaecfc-5dc2-4d58-a648-a24ef4ad5151 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.893182] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc/volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.893450] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-211c2e58-765f-4505-829f-6369675ba724 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.917084] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682680, 'name': RelocateVM_Task, 'duration_secs': 3.234504} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.918411] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.918628] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540800', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'name': 'volume-b05bf5b6-1105-4a51-826b-fac8d0482788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f646c24a-1ac6-4a50-8d11-3649efb1a793', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'serial': 'b05bf5b6-1105-4a51-826b-fac8d0482788'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.918955] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1139.918955] env[63393]: value = "task-2682687" [ 1139.918955] env[63393]: _type = "Task" [ 1139.918955] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.919645] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cfb5ba-4187-4d1a-a665-c6aa05208c60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.930060] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.940761] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d359c598-5f49-4ff8-a871-5f4553fc48fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.963348] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b05bf5b6-1105-4a51-826b-fac8d0482788/volume-b05bf5b6-1105-4a51-826b-fac8d0482788.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.963687] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6182648a-1b74-43a6-87d0-3e6ef8bfdd48 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.984813] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1139.984813] env[63393]: value = "task-2682688" [ 1139.984813] env[63393]: _type = "Task" [ 1139.984813] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.997325] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.032827] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.061300] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.080989] env[63393]: DEBUG nova.compute.utils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.082498] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.082686] env[63393]: DEBUG nova.network.neutron [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.123511] env[63393]: DEBUG nova.policy [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb18c15aee064ba696fa8f12b284d146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f2e5a0ff3b4defa31565ec7caeb823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.244314] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609d4b20-6c98-46c2-a9c6-c47994c47783 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.253035] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2462e5-6698-41aa-935c-8fe77d737b0e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.287099] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a5068-b07b-4279-b2d2-c53ccb934382 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.296051] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ccd7d-6288-4031-8a76-137b9addea58 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.310762] env[63393]: DEBUG nova.compute.provider_tree [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.428713] env[63393]: DEBUG nova.network.neutron [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Successfully created port: dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.439313] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682687, 'name': ReconfigVM_Task, 'duration_secs': 0.291567} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.439574] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc/volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.445082] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ca353a-8501-4c00-8895-87acab72e185 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.463421] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1140.463421] env[63393]: value = "task-2682689" [ 1140.463421] env[63393]: _type = "Task" [ 1140.463421] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.472827] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.496789] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682688, 'name': ReconfigVM_Task, 'duration_secs': 0.287111} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.497143] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b05bf5b6-1105-4a51-826b-fac8d0482788/volume-b05bf5b6-1105-4a51-826b-fac8d0482788.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.501830] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-099fe609-a7ca-4d83-826f-aa86bf2ab1ea {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.518340] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1140.518340] env[63393]: value = "task-2682690" [ 1140.518340] env[63393]: _type = "Task" [ 1140.518340] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.530069] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.587073] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.815301] env[63393]: DEBUG nova.scheduler.client.report [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.904328] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.904631] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.976038] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682689, 'name': ReconfigVM_Task, 'duration_secs': 0.146965} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.976335] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540798', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'name': 'volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49', 'attached_at': '', 'detached_at': '', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'serial': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.976883] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6e34c7a-3fe9-4ef0-a04b-62e1f6916fff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.983496] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1140.983496] env[63393]: value = "task-2682691" [ 1140.983496] env[63393]: _type = "Task" [ 1140.983496] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.991222] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682691, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.028519] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682690, 'name': ReconfigVM_Task, 'duration_secs': 0.145886} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.028820] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540800', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'name': 'volume-b05bf5b6-1105-4a51-826b-fac8d0482788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f646c24a-1ac6-4a50-8d11-3649efb1a793', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'serial': 'b05bf5b6-1105-4a51-826b-fac8d0482788'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.029356] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d06b8884-f4ed-44c3-8e2a-482a139b066a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.036150] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1141.036150] env[63393]: value = "task-2682692" [ 1141.036150] env[63393]: _type = "Task" [ 1141.036150] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.047560] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682692, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.321062] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.326041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.290s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.326041] env[63393]: INFO nova.compute.claims [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.342152] env[63393]: INFO nova.scheduler.client.report [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Deleted allocations for instance 240d3d00-5468-4d64-b998-e4323ad18cdf [ 1141.408143] env[63393]: INFO nova.compute.manager [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Detaching volume d383a5ad-b3bc-4173-9130-5f527c69a5ca [ 1141.442935] env[63393]: INFO nova.virt.block_device [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Attempting to driver detach volume d383a5ad-b3bc-4173-9130-5f527c69a5ca from mountpoint /dev/sdb [ 1141.443269] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.443478] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540781', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'name': 'volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'serial': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.444381] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a7495d-7f53-435a-8137-9ad2a56fa7e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.468219] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b97718f-c859-402d-9fba-d98bcc206ab3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.476045] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed59a66d-98c3-4f2b-bf62-619b0b232622 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.499447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a414ac-1c0c-48d5-a8e2-cc1c104aa5a8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.507255] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682691, 'name': Rename_Task, 'duration_secs': 0.139865} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.519082] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.519416] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] The volume has not been displaced from its original location: [datastore1] volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca/volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.524662] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.524988] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef751c1-1eb1-4336-a77a-572e4b21fe94 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.526677] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16eb2c33-87cc-4375-80d7-b580dd9acab3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.548640] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1141.548640] env[63393]: value = "task-2682693" [ 1141.548640] env[63393]: _type = "Task" [ 1141.548640] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.552035] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682692, 'name': Rename_Task, 'duration_secs': 0.133524} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.556413] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.556752] env[63393]: DEBUG oslo_vmware.api [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1141.556752] env[63393]: value = "task-2682694" [ 1141.556752] env[63393]: _type = "Task" [ 1141.556752] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.556956] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c7bbe9-dda2-4cb9-ba66-0aec4ebcb175 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.564946] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.571056] env[63393]: DEBUG oslo_vmware.api [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.572432] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1141.572432] env[63393]: value = "task-2682695" [ 1141.572432] env[63393]: _type = "Task" [ 1141.572432] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.581918] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.598591] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.633595] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.633844] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.634011] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.634213] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.634362] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.634512] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.634722] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.634887] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.635062] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.635232] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.635414] env[63393]: DEBUG nova.virt.hardware [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.636333] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ec910-4f54-4c92-a6f0-6ab752c5dee6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.645363] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13b631-3a5a-4761-bfb5-ac5ebec5f2a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.850990] env[63393]: DEBUG oslo_concurrency.lockutils [None req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Lock "240d3d00-5468-4d64-b998-e4323ad18cdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.259s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.893771] env[63393]: DEBUG nova.compute.manager [req-9d7a5dda-b110-43d6-8cc6-eef102762eeb req-2a700b72-c799-4e46-acbf-0f84e3951059 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Received event network-vif-plugged-dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.894047] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d7a5dda-b110-43d6-8cc6-eef102762eeb req-2a700b72-c799-4e46-acbf-0f84e3951059 service nova] Acquiring lock "f9a8b433-9c8d-4527-a599-f2086a34f107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.894329] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d7a5dda-b110-43d6-8cc6-eef102762eeb req-2a700b72-c799-4e46-acbf-0f84e3951059 service nova] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.894743] env[63393]: DEBUG oslo_concurrency.lockutils [req-9d7a5dda-b110-43d6-8cc6-eef102762eeb req-2a700b72-c799-4e46-acbf-0f84e3951059 service nova] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.894965] env[63393]: DEBUG nova.compute.manager [req-9d7a5dda-b110-43d6-8cc6-eef102762eeb req-2a700b72-c799-4e46-acbf-0f84e3951059 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] No waiting events found dispatching network-vif-plugged-dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.895170] env[63393]: WARNING nova.compute.manager [req-9d7a5dda-b110-43d6-8cc6-eef102762eeb req-2a700b72-c799-4e46-acbf-0f84e3951059 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Received unexpected event network-vif-plugged-dacb6b6d-deb5-43b1-9827-707f74623a11 for instance with vm_state building and task_state spawning. [ 1141.996782] env[63393]: DEBUG nova.network.neutron [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Successfully updated port: dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.067162] env[63393]: DEBUG oslo_vmware.api [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682693, 'name': PowerOnVM_Task, 'duration_secs': 0.505862} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.067959] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.068222] env[63393]: INFO nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1142.068463] env[63393]: DEBUG nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.069259] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab6a65a-659a-4dba-87a2-3a6edbca8075 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.076051] env[63393]: DEBUG oslo_vmware.api [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682694, 'name': ReconfigVM_Task, 'duration_secs': 0.242467} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.079377] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.086079] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fa8904-07ff-4eed-bb32-721352bc9333 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.110974] env[63393]: DEBUG oslo_vmware.api [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682695, 'name': PowerOnVM_Task, 'duration_secs': 0.4783} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.112237] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.112516] env[63393]: INFO nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1142.112712] env[63393]: DEBUG nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.113055] env[63393]: DEBUG oslo_vmware.api [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1142.113055] env[63393]: value = "task-2682696" [ 1142.113055] env[63393]: _type = "Task" [ 1142.113055] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.113759] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de13f58-5a17-4238-97c2-38eca5d326da {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.131214] env[63393]: DEBUG oslo_vmware.api [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.457333] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e5304-86cc-4268-b1ac-0a2f2a8d0a7f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.465941] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a97864-34d7-4a75-8913-3c808df21028 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.501272] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8ed552-378f-4a4a-b188-119400125320 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.506485] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.506641] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.509047] env[63393]: DEBUG nova.network.neutron [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.516797] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e46db1-d6e1-4bf5-885a-e5d578aa5361 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.533614] env[63393]: DEBUG nova.compute.provider_tree [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.613813] env[63393]: INFO nova.compute.manager [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Took 14.91 seconds to build instance. [ 1142.626986] env[63393]: DEBUG oslo_vmware.api [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682696, 'name': ReconfigVM_Task, 'duration_secs': 0.165943} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.627513] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540781', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'name': 'volume-d383a5ad-b3bc-4173-9130-5f527c69a5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca', 'serial': 'd383a5ad-b3bc-4173-9130-5f527c69a5ca'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.642255] env[63393]: INFO nova.compute.manager [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Took 15.81 seconds to build instance. [ 1143.037874] env[63393]: DEBUG nova.scheduler.client.report [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.046158] env[63393]: DEBUG nova.network.neutron [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.115288] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.423s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.142461] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b67dadce-7187-4f39-b0b7-763ebc258dc3 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.316s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.179269] env[63393]: DEBUG nova.objects.instance [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'flavor' on Instance uuid fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.192379] env[63393]: DEBUG nova.network.neutron [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Updating instance_info_cache with network_info: [{"id": "dacb6b6d-deb5-43b1-9827-707f74623a11", "address": "fa:16:3e:60:48:df", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacb6b6d-de", "ovs_interfaceid": "dacb6b6d-deb5-43b1-9827-707f74623a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.544972] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.545663] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.549627] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.488s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.549864] env[63393]: DEBUG nova.objects.instance [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lazy-loading 'resources' on Instance uuid 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.696079] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.696469] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Instance network_info: |[{"id": "dacb6b6d-deb5-43b1-9827-707f74623a11", "address": "fa:16:3e:60:48:df", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacb6b6d-de", "ovs_interfaceid": "dacb6b6d-deb5-43b1-9827-707f74623a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.697495] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:48:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dacb6b6d-deb5-43b1-9827-707f74623a11', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.705287] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Creating folder: Project (98f2e5a0ff3b4defa31565ec7caeb823). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.705571] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6d47606-6ee9-4826-8a1e-413ab8e47efe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.719801] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Created folder: Project (98f2e5a0ff3b4defa31565ec7caeb823) in parent group-v540494. [ 1143.719991] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Creating folder: Instances. Parent ref: group-v540811. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.720341] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f72caeb-fa2d-4ce1-be29-584443227b70 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.731633] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Created folder: Instances in parent group-v540811. [ 1143.731903] env[63393]: DEBUG oslo.service.loopingcall [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.732416] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.737029] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8c61484-e238-4ace-81a6-e344f45b5cae {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.763308] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.763308] env[63393]: value = "task-2682699" [ 1143.763308] env[63393]: _type = "Task" [ 1143.763308] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.772789] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682699, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.054456] env[63393]: DEBUG nova.compute.utils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.057145] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.057442] env[63393]: DEBUG nova.network.neutron [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.130160] env[63393]: DEBUG nova.compute.manager [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Received event network-changed-dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.130496] env[63393]: DEBUG nova.compute.manager [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Refreshing instance network info cache due to event network-changed-dacb6b6d-deb5-43b1-9827-707f74623a11. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.132123] env[63393]: DEBUG oslo_concurrency.lockutils [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] Acquiring lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.132123] env[63393]: DEBUG oslo_concurrency.lockutils [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] Acquired lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.132123] env[63393]: DEBUG nova.network.neutron [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Refreshing network info cache for port dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.191632] env[63393]: DEBUG oslo_concurrency.lockutils [None req-bfe00a59-57c2-47ae-8268-d77c6281f10e tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.218668] env[63393]: DEBUG nova.policy [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b00c54c0fe014be6ac7aa0f0d3b7f6d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fbf04b43f743778da8e3fc01192e5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.247508] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b74f39-e91f-4df4-9ea5-9d17bb2ef022 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.256739] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14150de3-02ed-41e3-ad9f-1c8f16563b95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.293034] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc8979d-e110-4081-af24-f984a799c9c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.298835] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682699, 'name': CreateVM_Task, 'duration_secs': 0.345883} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.299405] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.300142] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.300305] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.300640] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.301856] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa6bc39-6e3b-47ba-9cc5-a6516590da24 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.306078] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6356fb84-8580-44f5-ae03-5864d50d9582 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.311501] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1144.311501] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528cf4f1-4e4d-f711-a5f2-2e00895681e4" [ 1144.311501] env[63393]: _type = "Task" [ 1144.311501] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.323045] env[63393]: DEBUG nova.compute.provider_tree [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.330213] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528cf4f1-4e4d-f711-a5f2-2e00895681e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.330537] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.330806] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.330986] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.331151] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.331334] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.331596] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05011c95-77c4-45b5-8bc2-d2e3222411c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.342038] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.342266] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.343752] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628cb894-2167-46ab-ac05-c756c50a4134 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.350134] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1144.350134] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525351fa-d806-04b9-a32f-b1e2a0aac0f2" [ 1144.350134] env[63393]: _type = "Task" [ 1144.350134] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.358872] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525351fa-d806-04b9-a32f-b1e2a0aac0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.561451] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.827792] env[63393]: DEBUG nova.scheduler.client.report [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.862291] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525351fa-d806-04b9-a32f-b1e2a0aac0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.863325] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf4de02-0700-495b-82b3-53e4a8c96f98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.871520] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1144.871520] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524b03be-6f1b-ee4a-2d8f-83a6ea0a187a" [ 1144.871520] env[63393]: _type = "Task" [ 1144.871520] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.883360] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524b03be-6f1b-ee4a-2d8f-83a6ea0a187a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.288651] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.288651] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.288651] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.288651] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.288651] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.288651] env[63393]: INFO nova.compute.manager [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Terminating instance [ 1145.338011] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.368740] env[63393]: INFO nova.scheduler.client.report [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Deleted allocations for instance 79abdb5d-52c3-4695-8f17-7e7bf6789ed4 [ 1145.386103] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524b03be-6f1b-ee4a-2d8f-83a6ea0a187a, 'name': SearchDatastore_Task, 'duration_secs': 0.022454} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.386448] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.386755] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/f9a8b433-9c8d-4527-a599-f2086a34f107.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.387112] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32bcb9c5-37ef-440f-be93-b0fa30e3f19f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.399841] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1145.399841] env[63393]: value = "task-2682700" [ 1145.399841] env[63393]: _type = "Task" [ 1145.399841] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.400785] env[63393]: DEBUG nova.network.neutron [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Updated VIF entry in instance network info cache for port dacb6b6d-deb5-43b1-9827-707f74623a11. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.403408] env[63393]: DEBUG nova.network.neutron [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Updating instance_info_cache with network_info: [{"id": "dacb6b6d-deb5-43b1-9827-707f74623a11", "address": "fa:16:3e:60:48:df", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacb6b6d-de", "ovs_interfaceid": "dacb6b6d-deb5-43b1-9827-707f74623a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.419248] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.484811] env[63393]: DEBUG nova.network.neutron [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Successfully created port: b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.573323] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.636788] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.637378] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.640017] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.640278] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.640440] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.640648] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.640806] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.641011] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.641159] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.641328] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.641637] env[63393]: DEBUG nova.virt.hardware [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.642410] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cdd34a-fbc3-4e5c-9120-98d929b5df51 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.653251] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd10c4-cd18-4b48-9292-4e645ab4c4ca {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.795354] env[63393]: DEBUG nova.compute.manager [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.795354] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.795884] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883c62cf-e511-4b7b-a488-22e18ff29d4f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.805397] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.805779] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e34a9a5-4224-464d-949c-e5f96e75d1b8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.818661] env[63393]: DEBUG oslo_vmware.api [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1145.818661] env[63393]: value = "task-2682701" [ 1145.818661] env[63393]: _type = "Task" [ 1145.818661] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.828252] env[63393]: DEBUG oslo_vmware.api [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.890294] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fb075643-9b0f-4537-a2d8-72cc7e73a66b tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Lock "79abdb5d-52c3-4695-8f17-7e7bf6789ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.573s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.912540] env[63393]: DEBUG oslo_concurrency.lockutils [req-b160eb97-a39a-49c8-b432-58aa12e273ef req-bd594266-d3f6-4322-ae6f-34aa429bc8e5 service nova] Releasing lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.916345] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.175497] env[63393]: DEBUG nova.compute.manager [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Received event network-changed-afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.175792] env[63393]: DEBUG nova.compute.manager [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Refreshing instance network info cache due to event network-changed-afe1dc1a-7652-4d96-b4d3-504ad334df94. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.176046] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Acquiring lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.176214] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Acquired lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.176433] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Refreshing network info cache for port afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.327110] env[63393]: DEBUG oslo_vmware.api [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682701, 'name': PowerOffVM_Task, 'duration_secs': 0.277409} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.327372] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.327372] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.327729] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-617b8f63-dbf9-456d-955f-9aad7f07e5a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.407291] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.407724] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.407982] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleting the datastore file [datastore1] fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.412756] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff1bb6d4-89dc-452e-895e-993be073ce94 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.420157] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625375} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.421555] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/f9a8b433-9c8d-4527-a599-f2086a34f107.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.421806] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.422153] env[63393]: DEBUG oslo_vmware.api [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1146.422153] env[63393]: value = "task-2682703" [ 1146.422153] env[63393]: _type = "Task" [ 1146.422153] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.422388] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28aab77e-e3e7-4f90-b391-03b22616bfb4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.434800] env[63393]: DEBUG oslo_vmware.api [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.436201] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1146.436201] env[63393]: value = "task-2682704" [ 1146.436201] env[63393]: _type = "Task" [ 1146.436201] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.447333] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.897992] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updated VIF entry in instance network info cache for port afe1dc1a-7652-4d96-b4d3-504ad334df94. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.898449] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updating instance_info_cache with network_info: [{"id": "afe1dc1a-7652-4d96-b4d3-504ad334df94", "address": "fa:16:3e:45:8a:f5", "network": {"id": "0c9ddf41-6e63-4f73-b4f5-400b289a5738", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1906609584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd21ba13a153403ca456bacbd6734dac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe1dc1a-76", "ovs_interfaceid": "afe1dc1a-7652-4d96-b4d3-504ad334df94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.939431] env[63393]: DEBUG oslo_vmware.api [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286956} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.939431] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.939431] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.939431] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.939431] env[63393]: INFO nova.compute.manager [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1146.939431] env[63393]: DEBUG oslo.service.loopingcall [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.939431] env[63393]: DEBUG nova.compute.manager [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.939431] env[63393]: DEBUG nova.network.neutron [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.949696] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067192} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.950174] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.951262] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3c16d4-bbd0-4d44-bd9d-708ee6a13488 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.982951] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/f9a8b433-9c8d-4527-a599-f2086a34f107.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.992433] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff2fad1-12d7-48df-acb0-b345ba09fe38 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.022193] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1147.022193] env[63393]: value = "task-2682706" [ 1147.022193] env[63393]: _type = "Task" [ 1147.022193] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.037026] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.403675] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Releasing lock "refresh_cache-f646c24a-1ac6-4a50-8d11-3649efb1a793" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.403975] env[63393]: DEBUG nova.compute.manager [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Received event network-changed-f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.404174] env[63393]: DEBUG nova.compute.manager [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Refreshing instance network info cache due to event network-changed-f629b4f4-b8e3-49a6-93ad-4d7605eb561f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1147.404386] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Acquiring lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.404775] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Acquired lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.405237] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Refreshing network info cache for port f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.424101] env[63393]: DEBUG nova.compute.manager [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Stashing vm_state: active {{(pid=63393) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1147.474099] env[63393]: DEBUG nova.network.neutron [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Successfully updated port: b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.534527] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.951777] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.952039] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.979748] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.979909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.980078] env[63393]: DEBUG nova.network.neutron [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.041149] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682706, 'name': ReconfigVM_Task, 'duration_secs': 0.709721} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.043664] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/f9a8b433-9c8d-4527-a599-f2086a34f107.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.046245] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d557735-65e4-469e-9a93-34aa5bf24db6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.053307] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1148.053307] env[63393]: value = "task-2682707" [ 1148.053307] env[63393]: _type = "Task" [ 1148.053307] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.065191] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682707, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.137905] env[63393]: DEBUG nova.network.neutron [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.195369] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updated VIF entry in instance network info cache for port f629b4f4-b8e3-49a6-93ad-4d7605eb561f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.196302] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updating instance_info_cache with network_info: [{"id": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "address": "fa:16:3e:43:83:8f", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf629b4f4-b8", "ovs_interfaceid": "f629b4f4-b8e3-49a6-93ad-4d7605eb561f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.221234] env[63393]: DEBUG nova.compute.manager [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Received event network-vif-plugged-b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.221234] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] Acquiring lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.221234] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.222250] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.222250] env[63393]: DEBUG nova.compute.manager [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] No waiting events found dispatching network-vif-plugged-b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.222326] env[63393]: WARNING nova.compute.manager [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Received unexpected event network-vif-plugged-b6ccf697-35ac-47f3-8302-68d635f4e4f3 for instance with vm_state building and task_state spawning. [ 1148.222590] env[63393]: DEBUG nova.compute.manager [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Received event network-changed-b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.222803] env[63393]: DEBUG nova.compute.manager [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Refreshing instance network info cache due to event network-changed-b6ccf697-35ac-47f3-8302-68d635f4e4f3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.223021] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] Acquiring lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.460358] env[63393]: INFO nova.compute.claims [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.511335] env[63393]: DEBUG nova.network.neutron [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.566058] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682707, 'name': Rename_Task, 'duration_secs': 0.198084} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.566247] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.566502] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783461de-66a1-480c-917f-d4baeb656243 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.574032] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1148.574032] env[63393]: value = "task-2682708" [ 1148.574032] env[63393]: _type = "Task" [ 1148.574032] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.582403] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.641505] env[63393]: INFO nova.compute.manager [-] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Took 1.70 seconds to deallocate network for instance. [ 1148.702404] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Releasing lock "refresh_cache-17637bd7-727e-44d3-9cd5-a0eb69322ed2" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.702404] env[63393]: DEBUG nova.compute.manager [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Received event network-changed-605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.702404] env[63393]: DEBUG nova.compute.manager [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Refreshing instance network info cache due to event network-changed-605678b7-5e36-49ee-b958-bf313a6b4fc0. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.702404] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Acquiring lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.702404] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Acquired lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.702404] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Refreshing network info cache for port 605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.724453] env[63393]: DEBUG nova.network.neutron [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [{"id": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "address": "fa:16:3e:9d:69:e8", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ccf697-35", "ovs_interfaceid": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.779808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.779893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.967247] env[63393]: INFO nova.compute.resource_tracker [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating resource usage from migration f6deaf6b-b475-402d-80bd-33395cdf251f [ 1149.087710] env[63393]: DEBUG oslo_vmware.api [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682708, 'name': PowerOnVM_Task, 'duration_secs': 0.463364} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.087949] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.088747] env[63393]: INFO nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1149.088747] env[63393]: DEBUG nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.089154] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d498eaf-69dc-4607-b466-0615e5974bcc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.116045] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384fdbbf-9a95-4000-9ce2-32194a133ae5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.124149] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef23b3-3e28-4662-9c92-56d62820f59f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.155052] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.156966] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0016d-c22f-4c93-b042-f2840939dc04 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.165816] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3998b77-12cc-4416-8f08-bd4a2c57e746 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.180739] env[63393]: DEBUG nova.compute.provider_tree [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.226727] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.227074] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Instance network_info: |[{"id": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "address": "fa:16:3e:9d:69:e8", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ccf697-35", "ovs_interfaceid": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.227370] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] Acquired lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.227641] env[63393]: DEBUG nova.network.neutron [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Refreshing network info cache for port b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.228816] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:69:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6ccf697-35ac-47f3-8302-68d635f4e4f3', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.236437] env[63393]: DEBUG oslo.service.loopingcall [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.236863] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.237203] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-328f1c24-29bd-4e30-9d81-fc52e7eedf28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.265348] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.265348] env[63393]: value = "task-2682709" [ 1149.265348] env[63393]: _type = "Task" [ 1149.265348] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.276886] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682709, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.282739] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.499378] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updated VIF entry in instance network info cache for port 605678b7-5e36-49ee-b958-bf313a6b4fc0. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.499759] env[63393]: DEBUG nova.network.neutron [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.610032] env[63393]: INFO nova.compute.manager [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Took 13.50 seconds to build instance. [ 1149.684318] env[63393]: DEBUG nova.scheduler.client.report [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.780193] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682709, 'name': CreateVM_Task, 'duration_secs': 0.360774} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.780406] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.781236] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.781300] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.781687] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.781917] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f29d02-5cbf-4a38-95e7-531a0b92ad55 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.792022] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1149.792022] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520a5bf3-7f67-f1e7-b865-56b52f8a2b11" [ 1149.792022] env[63393]: _type = "Task" [ 1149.792022] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.806618] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520a5bf3-7f67-f1e7-b865-56b52f8a2b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.814390] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.895085] env[63393]: INFO nova.compute.manager [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Rescuing [ 1149.895521] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.895701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.896545] env[63393]: DEBUG nova.network.neutron [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.002937] env[63393]: DEBUG oslo_concurrency.lockutils [req-7ece7ea6-86ee-4a17-a2c3-da7c9a19e9f8 req-52e3d2ce-502c-4659-9629-2523c6346c8b service nova] Releasing lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.005899] env[63393]: DEBUG nova.network.neutron [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updated VIF entry in instance network info cache for port b6ccf697-35ac-47f3-8302-68d635f4e4f3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.006295] env[63393]: DEBUG nova.network.neutron [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [{"id": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "address": "fa:16:3e:9d:69:e8", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ccf697-35", "ovs_interfaceid": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.112083] env[63393]: DEBUG oslo_concurrency.lockutils [None req-fdab29a8-c97f-4b67-846d-7d3c5d68403a tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.014s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.189681] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.237s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.189927] env[63393]: INFO nova.compute.manager [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Migrating [ 1150.196374] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.041s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.196476] env[63393]: DEBUG nova.objects.instance [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'resources' on Instance uuid fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.304378] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520a5bf3-7f67-f1e7-b865-56b52f8a2b11, 'name': SearchDatastore_Task, 'duration_secs': 0.019066} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.304668] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.304909] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.305159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.305573] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.305573] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.305762] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-940e6acf-0682-4304-b3e0-bbbc3971afe5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.315024] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.315215] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.315937] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82b9a93-7a43-4e88-8b99-520478ef68d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.321475] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1150.321475] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]528ea47f-d6ac-90d0-37d5-82a7dc578e04" [ 1150.321475] env[63393]: _type = "Task" [ 1150.321475] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.330876] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528ea47f-d6ac-90d0-37d5-82a7dc578e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.508787] env[63393]: DEBUG oslo_concurrency.lockutils [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] Releasing lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.509086] env[63393]: DEBUG nova.compute.manager [req-c06a568e-bafb-45f1-8f28-803549517162 req-9969da76-27b9-4f3d-bfd0-362df9e171f1 service nova] [instance: fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc] Received event network-vif-deleted-e3645a43-54c8-4243-8b67-ffcbefa0aa53 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.707392] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.707720] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.707943] env[63393]: DEBUG nova.network.neutron [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.829703] env[63393]: DEBUG nova.network.neutron [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Updating instance_info_cache with network_info: [{"id": "dacb6b6d-deb5-43b1-9827-707f74623a11", "address": "fa:16:3e:60:48:df", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacb6b6d-de", "ovs_interfaceid": "dacb6b6d-deb5-43b1-9827-707f74623a11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.833526] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4920fe2-a8a5-42d8-ac26-8001d6113b39 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.839690] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]528ea47f-d6ac-90d0-37d5-82a7dc578e04, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.841254] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bbdc3b-683b-41d6-a750-4004d412bfdc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.846209] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50313204-975c-4506-b4b4-8a39520ec09e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.850661] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1150.850661] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52b8711a-4e4a-46d0-c170-33c7497a3bca" [ 1150.850661] env[63393]: _type = "Task" [ 1150.850661] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.878846] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62976ed-e892-409a-a775-90f5f87db659 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.884624] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52b8711a-4e4a-46d0-c170-33c7497a3bca, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.885218] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.885480] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 449d42e0-bde7-4b54-96ad-52ea32bd5f84/449d42e0-bde7-4b54-96ad-52ea32bd5f84.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.886011] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aedfb95-ec2f-4e2c-b583-224be63574fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.891033] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166b92d-0ef3-408e-bc68-853bdb8b57ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.896329] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1150.896329] env[63393]: value = "task-2682711" [ 1150.896329] env[63393]: _type = "Task" [ 1150.896329] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.907228] env[63393]: DEBUG nova.compute.provider_tree [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.913751] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.332207] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "refresh_cache-f9a8b433-9c8d-4527-a599-f2086a34f107" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.409017] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458488} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.409891] env[63393]: DEBUG nova.scheduler.client.report [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.412936] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 449d42e0-bde7-4b54-96ad-52ea32bd5f84/449d42e0-bde7-4b54-96ad-52ea32bd5f84.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.413190] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.415808] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-572e6556-f4a8-4d5d-86ee-bd086e85a4aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.424774] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1151.424774] env[63393]: value = "task-2682712" [ 1151.424774] env[63393]: _type = "Task" [ 1151.424774] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.434863] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.450935] env[63393]: DEBUG nova.network.neutron [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.916803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.919323] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.105s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.920725] env[63393]: INFO nova.compute.claims [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.934234] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064082} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.934477] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.935342] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c946783-46ee-4524-9cd2-379535de17f1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.939473] env[63393]: INFO nova.scheduler.client.report [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted allocations for instance fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc [ 1151.961810] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 449d42e0-bde7-4b54-96ad-52ea32bd5f84/449d42e0-bde7-4b54-96ad-52ea32bd5f84.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.962621] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.967022] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa5d413-1208-4739-b88b-7a0fca115606 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.986064] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1151.986064] env[63393]: value = "task-2682713" [ 1151.986064] env[63393]: _type = "Task" [ 1151.986064] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.995397] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.465805] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "fa4fa4da-ac89-44e6-aca3-7bb54ce49dcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.181s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.497547] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.870669] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.871016] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf293e0-87c2-49ea-b258-a159a6243403 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.879515] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1152.879515] env[63393]: value = "task-2682714" [ 1152.879515] env[63393]: _type = "Task" [ 1152.879515] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.888676] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.000758] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682713, 'name': ReconfigVM_Task, 'duration_secs': 1.006633} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.004524] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 449d42e0-bde7-4b54-96ad-52ea32bd5f84/449d42e0-bde7-4b54-96ad-52ea32bd5f84.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.005388] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e823732-d24e-4a7f-841c-469ce1d9577d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.015175] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1153.015175] env[63393]: value = "task-2682716" [ 1153.015175] env[63393]: _type = "Task" [ 1153.015175] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.027292] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682716, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.089987] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28881921-5e29-4170-bbeb-d60c00997a5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.098129] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deab8bc-3cd0-419f-a256-6c00f08a1fc6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.129663] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15f5241-a6fe-4548-942e-d8a47c6ff0bd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.137924] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb2fa4-b4c2-42a1-b793-114f2978b7c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.153270] env[63393]: DEBUG nova.compute.provider_tree [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.390465] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682714, 'name': PowerOffVM_Task, 'duration_secs': 0.196585} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.390740] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.391540] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cd1e99-9e0d-4379-a331-f00763022a9d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.409445] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc4040-e053-413b-80cf-0687453c9d3f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.444021] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.444398] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32099268-b07c-4a30-bf37-9c988c8aef8d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.453806] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1153.453806] env[63393]: value = "task-2682717" [ 1153.453806] env[63393]: _type = "Task" [ 1153.453806] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.462536] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.494041] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353a64e7-1520-4343-b170-babf21c56ca1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.513123] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 0 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.527555] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682716, 'name': Rename_Task, 'duration_secs': 0.160238} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.528964] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.528964] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65d45620-e37f-4558-ad2a-fcff04dd23cd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.535418] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1153.535418] env[63393]: value = "task-2682718" [ 1153.535418] env[63393]: _type = "Task" [ 1153.535418] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.544085] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.656977] env[63393]: DEBUG nova.scheduler.client.report [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.966814] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1153.967049] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.967334] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.967474] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.967744] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.967954] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31fd10de-0b01-41e2-8a97-3865f2914c5c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.980138] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.980138] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.980138] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4057af-282d-4c52-bee5-07368a843bb3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.988367] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1153.988367] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529738c7-2b3a-eb53-8b4d-044b28951784" [ 1153.988367] env[63393]: _type = "Task" [ 1153.988367] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.998359] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529738c7-2b3a-eb53-8b4d-044b28951784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.024265] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.024605] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37de21a3-36d2-402c-ab1a-30a017a0a733 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.032919] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1154.032919] env[63393]: value = "task-2682719" [ 1154.032919] env[63393]: _type = "Task" [ 1154.032919] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.046232] env[63393]: DEBUG oslo_vmware.api [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682718, 'name': PowerOnVM_Task, 'duration_secs': 0.448932} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.049327] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.049579] env[63393]: INFO nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1154.049881] env[63393]: DEBUG nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.050246] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.050996] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410155fa-9778-4610-884d-2ed72b7e9f37 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.162751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.163380] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.500717] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529738c7-2b3a-eb53-8b4d-044b28951784, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.501699] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3f2f29-da97-48f0-8862-d2087c571d5e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.508744] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1154.508744] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52ce8d0c-7b7c-a625-e6f5-2208a3e2341c" [ 1154.508744] env[63393]: _type = "Task" [ 1154.508744] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.520217] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ce8d0c-7b7c-a625-e6f5-2208a3e2341c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.544369] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682719, 'name': PowerOffVM_Task, 'duration_secs': 0.224628} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.544722] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.544955] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 17 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.568710] env[63393]: INFO nova.compute.manager [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Took 14.55 seconds to build instance. [ 1154.590218] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.590454] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.668996] env[63393]: DEBUG nova.compute.utils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.670369] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.670623] env[63393]: DEBUG nova.network.neutron [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.743971] env[63393]: DEBUG nova.policy [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c135435aa2a24a3e8f2a4bf21005aa44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af63d2cb14244a0cb972f01f900fb030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.024143] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52ce8d0c-7b7c-a625-e6f5-2208a3e2341c, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.024911] env[63393]: DEBUG oslo_concurrency.lockutils [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.024911] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. {{(pid=63393) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1155.025166] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4edcd37e-43cf-43ce-ade3-d5759db2825a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.033613] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1155.033613] env[63393]: value = "task-2682720" [ 1155.033613] env[63393]: _type = "Task" [ 1155.033613] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.045967] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.049496] env[63393]: DEBUG nova.compute.manager [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Received event network-changed-b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.049770] env[63393]: DEBUG nova.compute.manager [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Refreshing instance network info cache due to event network-changed-b6ccf697-35ac-47f3-8302-68d635f4e4f3. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.050037] env[63393]: DEBUG oslo_concurrency.lockutils [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] Acquiring lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.050199] env[63393]: DEBUG oslo_concurrency.lockutils [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] Acquired lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.050406] env[63393]: DEBUG nova.network.neutron [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Refreshing network info cache for port b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.053854] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.054630] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.054843] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.055085] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.055271] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.055457] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.055718] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.055921] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.056154] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.056360] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.056584] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.067568] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053320ca-de55-4853-a2f8-ff9efabf6d2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.081684] env[63393]: DEBUG oslo_concurrency.lockutils [None req-feb38583-b159-47c3-b0e3-4d955601ee87 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.076s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.090690] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1155.090690] env[63393]: value = "task-2682721" [ 1155.090690] env[63393]: _type = "Task" [ 1155.090690] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.094336] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.106019] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.174015] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.202663] env[63393]: DEBUG nova.network.neutron [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Successfully created port: b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.543519] env[63393]: DEBUG nova.network.neutron [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updated VIF entry in instance network info cache for port b6ccf697-35ac-47f3-8302-68d635f4e4f3. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.544098] env[63393]: DEBUG nova.network.neutron [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [{"id": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "address": "fa:16:3e:9d:69:e8", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ccf697-35", "ovs_interfaceid": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.556040] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513013} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.556392] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. [ 1155.558737] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9432fd3e-db5c-4642-9349-52113d968d90 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.592047] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.597689] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df840fd-c235-4700-a87f-79a1828dbd6d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.626411] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682721, 'name': ReconfigVM_Task, 'duration_secs': 0.15734} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.628211] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 33 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.632139] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1155.632139] env[63393]: value = "task-2682722" [ 1155.632139] env[63393]: _type = "Task" [ 1155.632139] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.636849] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.637108] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.638676] env[63393]: INFO nova.compute.claims [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.647940] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.050733] env[63393]: DEBUG oslo_concurrency.lockutils [req-ad71520a-ef18-4321-afc8-450a5611d668 req-e57e9ddd-b4fa-4786-8f04-4452a5c20ff2 service nova] Releasing lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.144774] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.144774] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.144774] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.144774] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.145715] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.145715] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.145906] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.146071] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.146238] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.146403] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.146574] env[63393]: DEBUG nova.virt.hardware [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.151894] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.154345] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.154584] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ea92a2-f9b2-4af3-b20f-a23218df8850 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.178617] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1156.178617] env[63393]: value = "task-2682723" [ 1156.178617] env[63393]: _type = "Task" [ 1156.178617] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.188799] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.190887] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.219958] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.220250] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.221011] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.221237] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.221462] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.221572] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.221929] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.222088] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.222406] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.222752] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.223021] env[63393]: DEBUG nova.virt.hardware [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.224088] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf02fd6-1b45-4ee3-a6d8-174161c113c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.236275] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b255099-33a9-489a-bcba-f3fd85f1e0f4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.647948] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682722, 'name': ReconfigVM_Task, 'duration_secs': 0.778929} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.647948] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.651335] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf869d1c-3bae-47b7-ac06-1e73b429734a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.685026] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce737965-ce61-415d-90a4-2ca334dc2c67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.705186] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682723, 'name': ReconfigVM_Task, 'duration_secs': 0.222634} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.708829] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.709540] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1156.709540] env[63393]: value = "task-2682724" [ 1156.709540] env[63393]: _type = "Task" [ 1156.709540] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.710756] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39676b5-500b-48e7-b2e0-bd91aa28a9b3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.721248] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.738671] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc/volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.741688] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe20e405-d1ab-45bc-91cd-3627222d9ca4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.760785] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1156.760785] env[63393]: value = "task-2682725" [ 1156.760785] env[63393]: _type = "Task" [ 1156.760785] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.773604] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.904721] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c294f8-e2fe-4a82-83d3-7920df26a481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.912013] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a3704f-ea7b-4e27-8963-76efeb3acbc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.942212] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c72676-e2e5-4d3c-8404-5c7b4984cd19 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.950119] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5a558-6195-439d-b2ab-61d93832718b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.963971] env[63393]: DEBUG nova.compute.provider_tree [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.004193] env[63393]: DEBUG nova.network.neutron [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Successfully updated port: b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.089173] env[63393]: DEBUG nova.compute.manager [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-vif-plugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.089173] env[63393]: DEBUG oslo_concurrency.lockutils [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.089173] env[63393]: DEBUG oslo_concurrency.lockutils [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.089173] env[63393]: DEBUG oslo_concurrency.lockutils [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.089650] env[63393]: DEBUG nova.compute.manager [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] No waiting events found dispatching network-vif-plugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.089971] env[63393]: WARNING nova.compute.manager [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received unexpected event network-vif-plugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 for instance with vm_state building and task_state spawning. [ 1157.090290] env[63393]: DEBUG nova.compute.manager [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-changed-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.090570] env[63393]: DEBUG nova.compute.manager [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Refreshing instance network info cache due to event network-changed-b207f9ac-0b55-4760-b2a0-96398eb41a63. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.090894] env[63393]: DEBUG oslo_concurrency.lockutils [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.091171] env[63393]: DEBUG oslo_concurrency.lockutils [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.091452] env[63393]: DEBUG nova.network.neutron [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Refreshing network info cache for port b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.222592] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682724, 'name': ReconfigVM_Task, 'duration_secs': 0.199665} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.222897] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.223177] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b404984-8813-4076-bd30-2543d39a7a28 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.230662] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1157.230662] env[63393]: value = "task-2682726" [ 1157.230662] env[63393]: _type = "Task" [ 1157.230662] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.239898] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.269762] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682725, 'name': ReconfigVM_Task, 'duration_secs': 0.259318} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.270061] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc/volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.270341] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 50 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.467244] env[63393]: DEBUG nova.scheduler.client.report [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.507661] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.625028] env[63393]: DEBUG nova.network.neutron [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.706297] env[63393]: DEBUG nova.network.neutron [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.741527] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.777398] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2aac5-96ec-4e67-ba9a-0ab360e23a81 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.797315] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d70f3d8-9e99-4431-8237-7820e76b69fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.814926] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 67 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.973498] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.973618] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.209487] env[63393]: DEBUG oslo_concurrency.lockutils [req-461eabbe-8334-46e7-aaa1-826fa8582b2c req-d96a809e-9ce1-45f8-9496-477258f823a3 service nova] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.210025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.210242] env[63393]: DEBUG nova.network.neutron [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.240230] env[63393]: DEBUG oslo_vmware.api [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682726, 'name': PowerOnVM_Task, 'duration_secs': 0.746034} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.240435] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.242965] env[63393]: DEBUG nova.compute.manager [None req-50f26063-d79d-4946-87e2-96db0c51ac6b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.243723] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ffa54-d770-4859-adb5-fea3e11ccd10 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.479080] env[63393]: DEBUG nova.compute.utils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.480606] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.480781] env[63393]: DEBUG nova.network.neutron [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.517890] env[63393]: DEBUG nova.policy [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f1790a8af83487f973355e2088422c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfba48ef6a224c95aee62142b0512b04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.774411] env[63393]: DEBUG nova.network.neutron [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.983599] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.029428] env[63393]: DEBUG nova.network.neutron [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.049488] env[63393]: DEBUG nova.network.neutron [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Successfully created port: 6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.462561] env[63393]: DEBUG nova.network.neutron [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Port 605678b7-5e36-49ee-b958-bf313a6b4fc0 binding to destination host cpu-1 is already ACTIVE {{(pid=63393) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1159.532525] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.532905] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance network_info: |[{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.533350] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:bf:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b207f9ac-0b55-4760-b2a0-96398eb41a63', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.541049] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating folder: Project (af63d2cb14244a0cb972f01f900fb030). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.542333] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a32a25-fac7-4edd-96bc-ffd5ba7039e7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.556337] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Created folder: Project (af63d2cb14244a0cb972f01f900fb030) in parent group-v540494. [ 1159.556591] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating folder: Instances. Parent ref: group-v540815. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.556897] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95cc946f-90c7-435a-aa38-3c7eea665729 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.566755] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Created folder: Instances in parent group-v540815. [ 1159.566881] env[63393]: DEBUG oslo.service.loopingcall [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.567131] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.567425] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8ed8bee-722f-4b32-ac2e-cb7fd42b3dbc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.587743] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.587743] env[63393]: value = "task-2682729" [ 1159.587743] env[63393]: _type = "Task" [ 1159.587743] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.595754] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682729, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.620800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "b141605f-2505-4618-891e-5ee2eb2ecc37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.620932] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.996488] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.022773] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.023052] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.023231] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.024223] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.024223] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.024223] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.024223] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.024223] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.024223] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.024496] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.024535] env[63393]: DEBUG nova.virt.hardware [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.025447] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c7ea10-b9b1-4c7e-8a20-230d31ee8e8b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.036119] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2113e6-7660-4e7d-b3c8-7a6cab2a402a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.097822] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682729, 'name': CreateVM_Task, 'duration_secs': 0.317138} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.098009] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.098715] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.098933] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.099215] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.099470] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95db826-e3c4-43c0-9760-8b6b311c2a71 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.104389] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1160.104389] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52a75374-0d6c-aa2a-bb7b-d66514dcdcd4" [ 1160.104389] env[63393]: _type = "Task" [ 1160.104389] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.112177] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a75374-0d6c-aa2a-bb7b-d66514dcdcd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.122682] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.452219] env[63393]: DEBUG nova.compute.manager [req-d232b5ff-6461-4551-8ba6-8e9f5a80270f req-796b775c-f363-45c8-b41a-700f9aecf0b2 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-vif-plugged-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.452447] env[63393]: DEBUG oslo_concurrency.lockutils [req-d232b5ff-6461-4551-8ba6-8e9f5a80270f req-796b775c-f363-45c8-b41a-700f9aecf0b2 service nova] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.452658] env[63393]: DEBUG oslo_concurrency.lockutils [req-d232b5ff-6461-4551-8ba6-8e9f5a80270f req-796b775c-f363-45c8-b41a-700f9aecf0b2 service nova] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.452812] env[63393]: DEBUG oslo_concurrency.lockutils [req-d232b5ff-6461-4551-8ba6-8e9f5a80270f req-796b775c-f363-45c8-b41a-700f9aecf0b2 service nova] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.453308] env[63393]: DEBUG nova.compute.manager [req-d232b5ff-6461-4551-8ba6-8e9f5a80270f req-796b775c-f363-45c8-b41a-700f9aecf0b2 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] No waiting events found dispatching network-vif-plugged-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.453492] env[63393]: WARNING nova.compute.manager [req-d232b5ff-6461-4551-8ba6-8e9f5a80270f req-796b775c-f363-45c8-b41a-700f9aecf0b2 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received unexpected event network-vif-plugged-6f3d6940-7102-4196-960f-16581d7aa0fa for instance with vm_state building and task_state spawning. [ 1160.486693] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.487059] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.487125] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.575923] env[63393]: DEBUG nova.network.neutron [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Successfully updated port: 6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.614337] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52a75374-0d6c-aa2a-bb7b-d66514dcdcd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.614623] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.614856] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.615103] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.615256] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.615476] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.615699] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dde67372-9d44-4be0-8923-9b272cd68597 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.623797] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.623971] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.624681] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97302142-5fde-44e7-9119-0e4961d49db5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.632385] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1160.632385] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]527fd912-f03e-71ec-f808-44f29677e666" [ 1160.632385] env[63393]: _type = "Task" [ 1160.632385] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.639475] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527fd912-f03e-71ec-f808-44f29677e666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.646697] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.646930] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.648422] env[63393]: INFO nova.compute.claims [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.078233] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.078345] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.078503] env[63393]: DEBUG nova.network.neutron [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.143049] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]527fd912-f03e-71ec-f808-44f29677e666, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.143425] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cae35b-a8e3-4dc2-8e1e-bd1f8f87f051 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.148583] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1161.148583] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52971a0d-ee15-8356-ca57-07bbed25da8e" [ 1161.148583] env[63393]: _type = "Task" [ 1161.148583] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.158858] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52971a0d-ee15-8356-ca57-07bbed25da8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.526126] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.526362] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.526513] env[63393]: DEBUG nova.network.neutron [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.611894] env[63393]: DEBUG nova.network.neutron [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.661942] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52971a0d-ee15-8356-ca57-07bbed25da8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.664510] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.664777] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.665391] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cec3d7c5-4c0a-4545-9c91-7ce319889545 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.672233] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1161.672233] env[63393]: value = "task-2682730" [ 1161.672233] env[63393]: _type = "Task" [ 1161.672233] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.681007] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.769831] env[63393]: DEBUG nova.network.neutron [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.814937] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30369c4b-ba32-4a85-b2f0-247b3423e3d3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.822778] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a167cd6-25c6-4b5e-a968-506985f51032 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.854332] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12888d6f-7594-465d-ba2b-e985a6c03e96 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.861957] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553367c-71cd-468c-b42c-3f3cbf2d6739 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.876022] env[63393]: DEBUG nova.compute.provider_tree [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.181599] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48895} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.181865] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.182097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.185051] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0e2fc7-4409-47fb-8b69-3b7d464990f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.190712] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1162.190712] env[63393]: value = "task-2682731" [ 1162.190712] env[63393]: _type = "Task" [ 1162.190712] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.198337] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.261808] env[63393]: DEBUG nova.network.neutron [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.272383] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.272678] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Instance network_info: |[{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.273327] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ae:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3d6940-7102-4196-960f-16581d7aa0fa', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.280943] env[63393]: DEBUG oslo.service.loopingcall [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.281400] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.281634] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0300a13d-3260-476d-8576-1508e5dbbb07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.301053] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.301053] env[63393]: value = "task-2682732" [ 1162.301053] env[63393]: _type = "Task" [ 1162.301053] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.309697] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682732, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.379862] env[63393]: DEBUG nova.scheduler.client.report [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.476989] env[63393]: DEBUG nova.compute.manager [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.477212] env[63393]: DEBUG nova.compute.manager [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing instance network info cache due to event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1162.477447] env[63393]: DEBUG oslo_concurrency.lockutils [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.477642] env[63393]: DEBUG oslo_concurrency.lockutils [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.477850] env[63393]: DEBUG nova.network.neutron [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.700112] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065011} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.700378] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.701147] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6565ee-0896-4082-b79c-87c11fc82fe5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.722527] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.722683] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab42d27e-7547-4f38-9c2d-7199cf8b3342 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.743805] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1162.743805] env[63393]: value = "task-2682733" [ 1162.743805] env[63393]: _type = "Task" [ 1162.743805] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.752259] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.764975] env[63393]: DEBUG oslo_concurrency.lockutils [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.810508] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682732, 'name': CreateVM_Task, 'duration_secs': 0.352214} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.810706] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.811425] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.811619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.812018] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.812301] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd84d6f0-c012-49bb-9412-df8f1cd01a9f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.817700] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1162.817700] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529f1eaa-d6a2-3a05-89a3-f2485aa5582b" [ 1162.817700] env[63393]: _type = "Task" [ 1162.817700] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.825748] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529f1eaa-d6a2-3a05-89a3-f2485aa5582b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.885117] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.885679] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.156895] env[63393]: DEBUG nova.network.neutron [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updated VIF entry in instance network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.157268] env[63393]: DEBUG nova.network.neutron [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.253487] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682733, 'name': ReconfigVM_Task, 'duration_secs': 0.26338} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.253723] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.254365] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edef79f5-a464-406f-b015-b38c2395825e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.260977] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1163.260977] env[63393]: value = "task-2682734" [ 1163.260977] env[63393]: _type = "Task" [ 1163.260977] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.272300] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682734, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.273265] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726bc22-0af8-4ffb-ae95-201190f46be9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.278946] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eee2bd-9728-47c1-a839-d2c3227ba8f6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.327889] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529f1eaa-d6a2-3a05-89a3-f2485aa5582b, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.328042] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.328198] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.328467] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.328627] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.328834] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.329127] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e464d09a-93e8-46f5-808f-cb4f47d79c68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.337259] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.337488] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.338258] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de666f8c-3a71-4fc1-866e-a4d4b981f66e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.343590] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1163.343590] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d05d61-715d-2cdd-fbd0-a95a07941b02" [ 1163.343590] env[63393]: _type = "Task" [ 1163.343590] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.351165] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d05d61-715d-2cdd-fbd0-a95a07941b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.390953] env[63393]: DEBUG nova.compute.utils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.393033] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.393033] env[63393]: DEBUG nova.network.neutron [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.430221] env[63393]: DEBUG nova.policy [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb18c15aee064ba696fa8f12b284d146', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f2e5a0ff3b4defa31565ec7caeb823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.660192] env[63393]: DEBUG oslo_concurrency.lockutils [req-af6bcc59-9ec2-4053-9ae9-45878e082440 req-e507bfe0-431b-49ca-b922-b9586c3d8b93 service nova] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.696393] env[63393]: DEBUG nova.network.neutron [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Successfully created port: 19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.771967] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682734, 'name': Rename_Task, 'duration_secs': 0.190638} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.772403] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.772659] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62dc739-490b-425a-b8a0-fedf535aaf1c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.778529] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1163.778529] env[63393]: value = "task-2682735" [ 1163.778529] env[63393]: _type = "Task" [ 1163.778529] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.788120] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.854124] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d05d61-715d-2cdd-fbd0-a95a07941b02, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.857905] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee657daf-2b51-4251-a3bb-9aca7cbcd757 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.860356] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1163.860356] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]529484ea-228a-a771-2446-ce9f3aca6c23" [ 1163.860356] env[63393]: _type = "Task" [ 1163.860356] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.870434] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529484ea-228a-a771-2446-ce9f3aca6c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.897286] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.288558] env[63393]: DEBUG oslo_vmware.api [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682735, 'name': PowerOnVM_Task, 'duration_secs': 0.44077} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.288890] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.289054] env[63393]: INFO nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1164.289242] env[63393]: DEBUG nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.290014] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5647cb28-7539-4d89-afc6-697f3a9e208c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.371682] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]529484ea-228a-a771-2446-ce9f3aca6c23, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.371947] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.372235] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.372498] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0590fc4c-3780-4f09-b4d8-40a0d16ebdc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.379297] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1164.379297] env[63393]: value = "task-2682736" [ 1164.379297] env[63393]: _type = "Task" [ 1164.379297] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.387384] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.388946] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421039f8-9a2c-4c44-a295-7166231e283f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.412866] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8258c4-e0ce-4a49-8891-75f7c28c5319 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.421034] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 83 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.808508] env[63393]: INFO nova.compute.manager [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Took 15.02 seconds to build instance. [ 1164.888421] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448154} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.888679] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.888894] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.889170] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a187313-ac64-40d8-9ca6-bd93134cc01b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.897747] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1164.897747] env[63393]: value = "task-2682737" [ 1164.897747] env[63393]: _type = "Task" [ 1164.897747] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.905866] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.917163] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.926166] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.926446] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc115a6-1d10-4fbc-8d2d-85e40acb6ecb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.932766] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1164.932766] env[63393]: value = "task-2682738" [ 1164.932766] env[63393]: _type = "Task" [ 1164.932766] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.941567] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.941839] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.942056] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.942272] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.942427] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.942600] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.942844] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.943054] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.943271] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.943458] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.943675] env[63393]: DEBUG nova.virt.hardware [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.944529] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0391b6-efb3-421b-be3e-b02155b8bee9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.950307] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.955358] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ba9266-e5de-4be9-aa9d-8422e75d7305 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.227574] env[63393]: DEBUG nova.compute.manager [req-61b7c53c-19ea-4ec7-ba80-bd2e5b9a35c5 req-22497c73-d208-4f62-9f56-ac9500252e62 service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Received event network-vif-plugged-19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.227574] env[63393]: DEBUG oslo_concurrency.lockutils [req-61b7c53c-19ea-4ec7-ba80-bd2e5b9a35c5 req-22497c73-d208-4f62-9f56-ac9500252e62 service nova] Acquiring lock "b141605f-2505-4618-891e-5ee2eb2ecc37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.227854] env[63393]: DEBUG oslo_concurrency.lockutils [req-61b7c53c-19ea-4ec7-ba80-bd2e5b9a35c5 req-22497c73-d208-4f62-9f56-ac9500252e62 service nova] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.228195] env[63393]: DEBUG oslo_concurrency.lockutils [req-61b7c53c-19ea-4ec7-ba80-bd2e5b9a35c5 req-22497c73-d208-4f62-9f56-ac9500252e62 service nova] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.228397] env[63393]: DEBUG nova.compute.manager [req-61b7c53c-19ea-4ec7-ba80-bd2e5b9a35c5 req-22497c73-d208-4f62-9f56-ac9500252e62 service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] No waiting events found dispatching network-vif-plugged-19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.228576] env[63393]: WARNING nova.compute.manager [req-61b7c53c-19ea-4ec7-ba80-bd2e5b9a35c5 req-22497c73-d208-4f62-9f56-ac9500252e62 service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Received unexpected event network-vif-plugged-19b469ec-7cfa-4622-be6c-0356a0eb7f3c for instance with vm_state building and task_state spawning. [ 1165.314252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f2a7dc86-9061-45e4-baf0-c3732a703fce tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.531s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.331241] env[63393]: DEBUG nova.network.neutron [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Successfully updated port: 19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.409327] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067098} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.409327] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.410120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f0074-2b2b-49f0-a0ad-e3f4b1aa84c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.434905] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.436513] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e83f76-0c18-4807-a015-95098bc03870 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.457162] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.457523] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.461541] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1165.461541] env[63393]: value = "task-2682739" [ 1165.461541] env[63393]: _type = "Task" [ 1165.461541] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.465716] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.475768] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.832444] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.832814] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.833920] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.834096] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.834227] env[63393]: DEBUG nova.network.neutron [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.946696] env[63393]: DEBUG oslo_vmware.api [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682738, 'name': PowerOnVM_Task, 'duration_secs': 0.755584} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.946962] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.947173] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-165ffd71-66de-43d4-95ba-24ba47ac4d45 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49' progress to 100 {{(pid=63393) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.961301] env[63393]: DEBUG nova.compute.utils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.976767] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.339327] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.374120] env[63393]: DEBUG nova.network.neutron [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.464572] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.481630] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.515312] env[63393]: DEBUG nova.network.neutron [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Updating instance_info_cache with network_info: [{"id": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "address": "fa:16:3e:c9:34:4a", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b469ec-7c", "ovs_interfaceid": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.865182] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.865484] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.867029] env[63393]: INFO nova.compute.claims [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.977659] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682739, 'name': ReconfigVM_Task, 'duration_secs': 1.11183} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.978032] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.978770] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff7dbe2-7216-4aff-9628-91d7f2243367 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.985426] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1166.985426] env[63393]: value = "task-2682740" [ 1166.985426] env[63393]: _type = "Task" [ 1166.985426] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.998199] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682740, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.018354] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.018848] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Instance network_info: |[{"id": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "address": "fa:16:3e:c9:34:4a", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b469ec-7c", "ovs_interfaceid": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.019268] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:34:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b469ec-7cfa-4622-be6c-0356a0eb7f3c', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.027254] env[63393]: DEBUG oslo.service.loopingcall [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.028574] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.028895] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-198a7283-b8dc-4dc7-90bb-3766b22a78a5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.054432] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.054432] env[63393]: value = "task-2682741" [ 1167.054432] env[63393]: _type = "Task" [ 1167.054432] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.065434] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682741, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.256457] env[63393]: DEBUG nova.compute.manager [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Received event network-changed-19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.256457] env[63393]: DEBUG nova.compute.manager [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Refreshing instance network info cache due to event network-changed-19b469ec-7cfa-4622-be6c-0356a0eb7f3c. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1167.256762] env[63393]: DEBUG oslo_concurrency.lockutils [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] Acquiring lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.256893] env[63393]: DEBUG oslo_concurrency.lockutils [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] Acquired lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.257203] env[63393]: DEBUG nova.network.neutron [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Refreshing network info cache for port 19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.505118] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682740, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.507086] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.507308] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.507518] env[63393]: INFO nova.compute.manager [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Attaching volume 3be53f94-51db-4f41-88bf-372da57fd242 to /dev/sdb [ 1167.542278] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f379cc-4333-44c3-93b0-ad3147e29717 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.549832] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c05f8e-5617-482a-9c1e-aa093de02f96 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.562884] env[63393]: DEBUG nova.virt.block_device [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updating existing volume attachment record: 6fa135f4-5584-42b8-be28-a155aec76dcc {{(pid=63393) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.567507] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682741, 'name': CreateVM_Task, 'duration_secs': 0.326422} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.567692] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.568346] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.568499] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.568879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.569016] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e9b94a-c061-4d30-8639-1ede8eebdbd4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.573137] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1167.573137] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52061234-818f-9352-b4bb-498de69679bd" [ 1167.573137] env[63393]: _type = "Task" [ 1167.573137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.580861] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52061234-818f-9352-b4bb-498de69679bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.000480] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682740, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.073823] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e43c51e-4f3b-4e03-a327-c3a94955a903 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.086246] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52061234-818f-9352-b4bb-498de69679bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.088311] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.088556] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.088817] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.088974] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.089173] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.089471] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f3bcf0a-8b2c-4d0b-8124-d0d1b1c9871f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.092014] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a4e74a-e393-4a58-9ac9-09f6c07d85c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.125623] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9674b662-cd69-4688-a841-d9f763ec1247 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.128839] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.129128] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.129979] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633c43ee-127b-4b0f-9ec5-bd25a8143222 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.142181] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1168.142181] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5240be2a-5e7e-90e1-66fb-553415e6a55c" [ 1168.142181] env[63393]: _type = "Task" [ 1168.142181] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.148580] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f65a4a-770a-4862-a5b5-238be597715b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.157283] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5240be2a-5e7e-90e1-66fb-553415e6a55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.165172] env[63393]: DEBUG nova.compute.provider_tree [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.277012] env[63393]: DEBUG nova.network.neutron [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Updated VIF entry in instance network info cache for port 19b469ec-7cfa-4622-be6c-0356a0eb7f3c. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.277439] env[63393]: DEBUG nova.network.neutron [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Updating instance_info_cache with network_info: [{"id": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "address": "fa:16:3e:c9:34:4a", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b469ec-7c", "ovs_interfaceid": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.491661] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.491921] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.492126] env[63393]: DEBUG nova.compute.manager [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Going to confirm migration 10 {{(pid=63393) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1168.502453] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682740, 'name': Rename_Task, 'duration_secs': 1.16137} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.502747] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.503049] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6530d8-de87-41d8-8e42-a22ba701350b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.508873] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1168.508873] env[63393]: value = "task-2682743" [ 1168.508873] env[63393]: _type = "Task" [ 1168.508873] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.517383] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.656835] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5240be2a-5e7e-90e1-66fb-553415e6a55c, 'name': SearchDatastore_Task, 'duration_secs': 0.026385} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.657338] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f2dc4d-99e4-4a43-a9c3-f6e5b7b1f638 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.663529] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1168.663529] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52e1a653-9a8b-b3e1-ded0-c89a962439fb" [ 1168.663529] env[63393]: _type = "Task" [ 1168.663529] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.668826] env[63393]: DEBUG nova.scheduler.client.report [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.676782] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e1a653-9a8b-b3e1-ded0-c89a962439fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.779891] env[63393]: DEBUG oslo_concurrency.lockutils [req-83f57b34-cbc9-4711-8c4b-efbe87bd3113 req-338d7ad6-3095-4302-8d2a-2aed127f881d service nova] Releasing lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.019061] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.039615] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.039800] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquired lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.039983] env[63393]: DEBUG nova.network.neutron [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.040234] env[63393]: DEBUG nova.objects.instance [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'info_cache' on Instance uuid d08bd60c-a8d2-4190-bfc8-7a39c15fae49 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.173492] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52e1a653-9a8b-b3e1-ded0-c89a962439fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.173764] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.174035] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/b141605f-2505-4618-891e-5ee2eb2ecc37.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.174298] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d0a52bc-a76f-499a-82c0-0d7c6af8dace {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.178218] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.178681] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.182305] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1169.182305] env[63393]: value = "task-2682744" [ 1169.182305] env[63393]: _type = "Task" [ 1169.182305] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.190378] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.520723] env[63393]: DEBUG oslo_vmware.api [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682743, 'name': PowerOnVM_Task, 'duration_secs': 0.932393} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.521147] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.521439] env[63393]: INFO nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1169.521683] env[63393]: DEBUG nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.522655] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e03d7a8-e0c5-40b0-85ab-4ad9184747f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.684271] env[63393]: DEBUG nova.compute.utils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.685893] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.686054] env[63393]: DEBUG nova.network.neutron [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.698170] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.734697] env[63393]: DEBUG nova.policy [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c135435aa2a24a3e8f2a4bf21005aa44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af63d2cb14244a0cb972f01f900fb030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.008618] env[63393]: DEBUG nova.network.neutron [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Successfully created port: 4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.041838] env[63393]: INFO nova.compute.manager [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Took 14.43 seconds to build instance. [ 1170.193577] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.200338] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627225} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.200802] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/b141605f-2505-4618-891e-5ee2eb2ecc37.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.201035] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.201288] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37108668-066a-4958-a06e-14578c2b280b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.207826] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1170.207826] env[63393]: value = "task-2682746" [ 1170.207826] env[63393]: _type = "Task" [ 1170.207826] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.215915] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.372598] env[63393]: DEBUG nova.network.neutron [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [{"id": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "address": "fa:16:3e:70:7d:fe", "network": {"id": "759eff56-80b5-4354-b76d-7d92102fc1c5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1995572298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ec17b0b4d754f73a4d99cdeae0ff40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605678b7-5e", "ovs_interfaceid": "605678b7-5e36-49ee-b958-bf313a6b4fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.546949] env[63393]: DEBUG oslo_concurrency.lockutils [None req-ebb00308-c050-45c8-b79e-428e66236d59 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.956s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.717638] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068557} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.718044] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.718907] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be49047-a80f-485c-b544-353ca2724878 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.740527] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/b141605f-2505-4618-891e-5ee2eb2ecc37.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.741499] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00025e6-d83e-453e-b8f8-d8e57b3a7c18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.761940] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1170.761940] env[63393]: value = "task-2682747" [ 1170.761940] env[63393]: _type = "Task" [ 1170.761940] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.769761] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.874956] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Releasing lock "refresh_cache-d08bd60c-a8d2-4190-bfc8-7a39c15fae49" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.875263] env[63393]: DEBUG nova.objects.instance [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'migration_context' on Instance uuid d08bd60c-a8d2-4190-bfc8-7a39c15fae49 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.172823] env[63393]: DEBUG nova.compute.manager [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.173092] env[63393]: DEBUG nova.compute.manager [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing instance network info cache due to event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1171.173374] env[63393]: DEBUG oslo_concurrency.lockutils [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.173558] env[63393]: DEBUG oslo_concurrency.lockutils [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.173784] env[63393]: DEBUG nova.network.neutron [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.206780] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.231824] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.232069] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.232238] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.232418] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.232565] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.232713] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.232925] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.233178] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.233371] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.233539] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.233713] env[63393]: DEBUG nova.virt.hardware [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.234588] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf10dd2-6775-4ec2-a75a-8896b64b99c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.242908] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf865c6e-8f55-4f6d-88ff-a774ca950216 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.270388] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682747, 'name': ReconfigVM_Task, 'duration_secs': 0.36298} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.270646] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/b141605f-2505-4618-891e-5ee2eb2ecc37.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.271344] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7b7ab5-6b9a-4b4d-b348-a24e9b4b8e3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.277518] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1171.277518] env[63393]: value = "task-2682748" [ 1171.277518] env[63393]: _type = "Task" [ 1171.277518] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.285199] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682748, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.378633] env[63393]: DEBUG nova.objects.base [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.380098] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b800d8-e36e-4ba5-90d5-e440585ffee6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.407623] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ac83d2-11f6-4333-9373-c82830d0fd18 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.414325] env[63393]: DEBUG oslo_vmware.api [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1171.414325] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]520d1d99-83f8-e08e-9013-b1cb5dc658d7" [ 1171.414325] env[63393]: _type = "Task" [ 1171.414325] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.423171] env[63393]: DEBUG oslo_vmware.api [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]520d1d99-83f8-e08e-9013-b1cb5dc658d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007004} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.423444] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.423674] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.643472] env[63393]: DEBUG nova.network.neutron [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Successfully updated port: 4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.788503] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682748, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.891095] env[63393]: DEBUG nova.network.neutron [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updated VIF entry in instance network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.891480] env[63393]: DEBUG nova.network.neutron [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.091785] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f6cba-5b65-41cf-85f6-0545778d654e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.100295] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e184e7c8-ffcd-4111-9430-1b6ac0b4b08e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.107776] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Volume attach. Driver type: vmdk {{(pid=63393) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1172.108068] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540820', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'name': 'volume-3be53f94-51db-4f41-88bf-372da57fd242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66320b6-f50c-4d93-af98-2478a370bd63', 'attached_at': '', 'detached_at': '', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'serial': '3be53f94-51db-4f41-88bf-372da57fd242'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1172.108861] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf2b22-e24a-4149-a34f-8116808aba3e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.136115] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b95ccb-4126-46cf-af4b-67e35fabe77f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.151963] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "refresh_cache-ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.152283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "refresh_cache-ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.152442] env[63393]: DEBUG nova.network.neutron [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.155833] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce07429-5b4f-412b-8473-ac7916f4d7bf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.162556] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aca4e4-edb8-4222-a806-c053279c4bce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.188924] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-3be53f94-51db-4f41-88bf-372da57fd242/volume-3be53f94-51db-4f41-88bf-372da57fd242.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.190218] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d26613-6c52-4dfd-9193-7217e1e8d217 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.218154] env[63393]: DEBUG nova.compute.provider_tree [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.227178] env[63393]: DEBUG oslo_vmware.api [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1172.227178] env[63393]: value = "task-2682749" [ 1172.227178] env[63393]: _type = "Task" [ 1172.227178] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.238183] env[63393]: DEBUG oslo_vmware.api [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.290595] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682748, 'name': Rename_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.394747] env[63393]: DEBUG oslo_concurrency.lockutils [req-83dde939-6051-4ff9-8dbb-ad8a3000f4b3 req-500c6fb2-b722-4f15-85f9-637d1b7c6f35 service nova] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.686678] env[63393]: DEBUG nova.network.neutron [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.724981] env[63393]: DEBUG nova.scheduler.client.report [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.737588] env[63393]: DEBUG oslo_vmware.api [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682749, 'name': ReconfigVM_Task, 'duration_secs': 0.356771} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.737879] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-3be53f94-51db-4f41-88bf-372da57fd242/volume-3be53f94-51db-4f41-88bf-372da57fd242.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.743054] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43222a89-cb50-4c90-96d8-0a77e762f1b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.759917] env[63393]: DEBUG oslo_vmware.api [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1172.759917] env[63393]: value = "task-2682750" [ 1172.759917] env[63393]: _type = "Task" [ 1172.759917] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.768278] env[63393]: DEBUG oslo_vmware.api [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.790575] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682748, 'name': Rename_Task, 'duration_secs': 1.151905} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.790879] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.791167] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eef4419-6944-4bbe-9128-7f8321d0ddd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.797186] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1172.797186] env[63393]: value = "task-2682751" [ 1172.797186] env[63393]: _type = "Task" [ 1172.797186] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.804294] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.815641] env[63393]: DEBUG nova.network.neutron [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Updating instance_info_cache with network_info: [{"id": "4bc0395b-d58f-4314-b503-f1448749118f", "address": "fa:16:3e:e2:1f:e2", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc0395b-d5", "ovs_interfaceid": "4bc0395b-d58f-4314-b503-f1448749118f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.199662] env[63393]: DEBUG nova.compute.manager [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Received event network-vif-plugged-4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.199907] env[63393]: DEBUG oslo_concurrency.lockutils [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] Acquiring lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.200216] env[63393]: DEBUG oslo_concurrency.lockutils [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.200364] env[63393]: DEBUG oslo_concurrency.lockutils [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.200552] env[63393]: DEBUG nova.compute.manager [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] No waiting events found dispatching network-vif-plugged-4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.200724] env[63393]: WARNING nova.compute.manager [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Received unexpected event network-vif-plugged-4bc0395b-d58f-4314-b503-f1448749118f for instance with vm_state building and task_state spawning. [ 1173.200887] env[63393]: DEBUG nova.compute.manager [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Received event network-changed-4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.201061] env[63393]: DEBUG nova.compute.manager [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Refreshing instance network info cache due to event network-changed-4bc0395b-d58f-4314-b503-f1448749118f. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.201234] env[63393]: DEBUG oslo_concurrency.lockutils [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] Acquiring lock "refresh_cache-ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.270471] env[63393]: DEBUG oslo_vmware.api [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682750, 'name': ReconfigVM_Task, 'duration_secs': 0.140434} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.270766] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540820', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'name': 'volume-3be53f94-51db-4f41-88bf-372da57fd242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66320b6-f50c-4d93-af98-2478a370bd63', 'attached_at': '', 'detached_at': '', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'serial': '3be53f94-51db-4f41-88bf-372da57fd242'} {{(pid=63393) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.307321] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.318967] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "refresh_cache-ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.318967] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Instance network_info: |[{"id": "4bc0395b-d58f-4314-b503-f1448749118f", "address": "fa:16:3e:e2:1f:e2", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc0395b-d5", "ovs_interfaceid": "4bc0395b-d58f-4314-b503-f1448749118f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.319206] env[63393]: DEBUG oslo_concurrency.lockutils [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] Acquired lock "refresh_cache-ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.319331] env[63393]: DEBUG nova.network.neutron [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Refreshing network info cache for port 4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.320626] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:1f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc0395b-d58f-4314-b503-f1448749118f', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.328665] env[63393]: DEBUG oslo.service.loopingcall [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.329612] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.329848] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99fa035b-802e-468f-ab7f-ce60aed065c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.350656] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.350656] env[63393]: value = "task-2682752" [ 1173.350656] env[63393]: _type = "Task" [ 1173.350656] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.360179] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682752, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.737507] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.314s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.812389] env[63393]: DEBUG oslo_vmware.api [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682751, 'name': PowerOnVM_Task, 'duration_secs': 0.67274} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.812389] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.812389] env[63393]: INFO nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1173.813676] env[63393]: DEBUG nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.814738] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57fdacb-1ea5-49e6-96dd-c7b05505b4b0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.864776] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682752, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.039686] env[63393]: DEBUG nova.network.neutron [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Updated VIF entry in instance network info cache for port 4bc0395b-d58f-4314-b503-f1448749118f. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.040156] env[63393]: DEBUG nova.network.neutron [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Updating instance_info_cache with network_info: [{"id": "4bc0395b-d58f-4314-b503-f1448749118f", "address": "fa:16:3e:e2:1f:e2", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc0395b-d5", "ovs_interfaceid": "4bc0395b-d58f-4314-b503-f1448749118f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.296920] env[63393]: INFO nova.scheduler.client.report [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted allocation for migration f6deaf6b-b475-402d-80bd-33395cdf251f [ 1174.314058] env[63393]: DEBUG nova.objects.instance [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'flavor' on Instance uuid d66320b6-f50c-4d93-af98-2478a370bd63 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.336710] env[63393]: INFO nova.compute.manager [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Took 13.71 seconds to build instance. [ 1174.364396] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682752, 'name': CreateVM_Task, 'duration_secs': 0.741946} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.364396] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.364534] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.364630] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.364970] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.365935] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2bc0f1-db47-49b4-ae27-a87adc0db1bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.371617] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1174.371617] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]524b40b1-9a73-b8b5-9432-e8780aa9b783" [ 1174.371617] env[63393]: _type = "Task" [ 1174.371617] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.382452] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524b40b1-9a73-b8b5-9432-e8780aa9b783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.542902] env[63393]: DEBUG oslo_concurrency.lockutils [req-32fc3d8e-8943-42cc-8fc6-5a3d09bcf62f req-593725c7-f31a-4a20-aae9-16ca7a8f49a6 service nova] Releasing lock "refresh_cache-ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.802933] env[63393]: DEBUG oslo_concurrency.lockutils [None req-aa32f636-f323-490d-aab5-a5c41497d241 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.311s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.819367] env[63393]: DEBUG oslo_concurrency.lockutils [None req-9a8000ea-0586-4aa6-815b-59ea1bb159b2 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.839159] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.218s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.882051] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]524b40b1-9a73-b8b5-9432-e8780aa9b783, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.882363] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.882593] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.882831] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.882983] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.883182] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.883438] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5caa52da-df81-43c4-b310-089ef8bf23c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.891662] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.891840] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.892552] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9992fb-edf8-47cb-9cf1-adbbf20d959d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.898027] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1174.898027] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5259964d-cabc-c989-2fdb-f338d0dfe335" [ 1174.898027] env[63393]: _type = "Task" [ 1174.898027] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.904994] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5259964d-cabc-c989-2fdb-f338d0dfe335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.980286] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.980550] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.987879] env[63393]: INFO nova.compute.manager [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Rescuing [ 1174.987879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.987879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.987879] env[63393]: DEBUG nova.network.neutron [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.052597] env[63393]: INFO nova.compute.manager [None req-45aa0ee8-83e2-4f46-9994-09ea5948148f tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Get console output [ 1175.052996] env[63393]: WARNING nova.virt.vmwareapi.driver [None req-45aa0ee8-83e2-4f46-9994-09ea5948148f tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] The console log is missing. Check your VSPC configuration [ 1175.408542] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5259964d-cabc-c989-2fdb-f338d0dfe335, 'name': SearchDatastore_Task, 'duration_secs': 0.037817} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.409321] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd02c349-271c-4dc0-9c68-2ad4681a43c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.414189] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1175.414189] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52fbbe2a-2d2c-d54a-4fea-c80e5d642843" [ 1175.414189] env[63393]: _type = "Task" [ 1175.414189] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.421727] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fbbe2a-2d2c-d54a-4fea-c80e5d642843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.483922] env[63393]: INFO nova.compute.manager [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Detaching volume 3be53f94-51db-4f41-88bf-372da57fd242 [ 1175.515870] env[63393]: INFO nova.virt.block_device [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Attempting to driver detach volume 3be53f94-51db-4f41-88bf-372da57fd242 from mountpoint /dev/sdb [ 1175.516135] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.516327] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540820', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'name': 'volume-3be53f94-51db-4f41-88bf-372da57fd242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66320b6-f50c-4d93-af98-2478a370bd63', 'attached_at': '', 'detached_at': '', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'serial': '3be53f94-51db-4f41-88bf-372da57fd242'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.517203] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09febd2c-6aa2-4747-ab9c-0d15c5563661 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.541709] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85a51b8-cdfd-4c5b-8c9c-b59b867f4311 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.548240] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a9b4ff-01ab-41d6-9bec-64e1a18389a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.570749] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e39c60e-ecd6-4b90-8402-ede6722fffc8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.585885] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] The volume has not been displaced from its original location: [datastore2] volume-3be53f94-51db-4f41-88bf-372da57fd242/volume-3be53f94-51db-4f41-88bf-372da57fd242.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.591129] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.593556] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f591734b-2b93-4450-a80a-7773ea95fe88 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.612271] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1175.612271] env[63393]: value = "task-2682753" [ 1175.612271] env[63393]: _type = "Task" [ 1175.612271] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.620089] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.705221] env[63393]: DEBUG nova.network.neutron [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Updating instance_info_cache with network_info: [{"id": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "address": "fa:16:3e:c9:34:4a", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b469ec-7c", "ovs_interfaceid": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.925813] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52fbbe2a-2d2c-d54a-4fea-c80e5d642843, 'name': SearchDatastore_Task, 'duration_secs': 0.028677} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.926017] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.926301] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ff08e88c-26bc-4b9f-b47c-8ad6cb4af164/ff08e88c-26bc-4b9f-b47c-8ad6cb4af164.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.926555] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77952a1-e58e-4ec7-bb03-39e2849079c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.932804] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1175.932804] env[63393]: value = "task-2682754" [ 1175.932804] env[63393]: _type = "Task" [ 1175.932804] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.940193] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.122985] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682753, 'name': ReconfigVM_Task, 'duration_secs': 0.235276} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.123307] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.128571] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5846cd6-5f74-401f-99d3-e30fda4a1feb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.145078] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1176.145078] env[63393]: value = "task-2682755" [ 1176.145078] env[63393]: _type = "Task" [ 1176.145078] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.153945] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.208402] env[63393]: DEBUG oslo_concurrency.lockutils [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.441999] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46879} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.442302] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] ff08e88c-26bc-4b9f-b47c-8ad6cb4af164/ff08e88c-26bc-4b9f-b47c-8ad6cb4af164.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.442512] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.442756] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ad7d77b-cda9-4dd6-90e1-a7b218ac500b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.448959] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1176.448959] env[63393]: value = "task-2682756" [ 1176.448959] env[63393]: _type = "Task" [ 1176.448959] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.456111] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.657799] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.959343] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.401298} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.959691] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.960485] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ad3f7-12e1-459a-96a2-e3e9d33a54eb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.981236] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] ff08e88c-26bc-4b9f-b47c-8ad6cb4af164/ff08e88c-26bc-4b9f-b47c-8ad6cb4af164.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.981511] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70aaab82-3260-4c0b-8219-c161cc682c66 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.001675] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1177.001675] env[63393]: value = "task-2682757" [ 1177.001675] env[63393]: _type = "Task" [ 1177.001675] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.009713] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.156413] env[63393]: DEBUG oslo_vmware.api [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682755, 'name': ReconfigVM_Task, 'duration_secs': 0.783416} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.156769] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540820', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'name': 'volume-3be53f94-51db-4f41-88bf-372da57fd242', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd66320b6-f50c-4d93-af98-2478a370bd63', 'attached_at': '', 'detached_at': '', 'volume_id': '3be53f94-51db-4f41-88bf-372da57fd242', 'serial': '3be53f94-51db-4f41-88bf-372da57fd242'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1177.512714] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.699184] env[63393]: DEBUG nova.objects.instance [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'flavor' on Instance uuid d66320b6-f50c-4d93-af98-2478a370bd63 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.753329] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.754067] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7854c3-e1c5-4feb-94ec-d09cb8c555fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.761057] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1177.761057] env[63393]: value = "task-2682758" [ 1177.761057] env[63393]: _type = "Task" [ 1177.761057] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.768758] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.013290] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682757, 'name': ReconfigVM_Task, 'duration_secs': 0.816315} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.013515] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Reconfigured VM instance instance-0000007c to attach disk [datastore1] ff08e88c-26bc-4b9f-b47c-8ad6cb4af164/ff08e88c-26bc-4b9f-b47c-8ad6cb4af164.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.014145] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60470959-e0d7-427e-a648-8b979417130d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.020385] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1178.020385] env[63393]: value = "task-2682759" [ 1178.020385] env[63393]: _type = "Task" [ 1178.020385] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.028632] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682759, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.270385] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682758, 'name': PowerOffVM_Task, 'duration_secs': 0.305002} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.270591] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.271368] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28053d2-880e-4a53-91e1-cf182fa63336 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.290655] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a3e30b-33c6-4479-9317-94f27360780b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.316505] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.316765] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b562a794-757e-4ef8-a256-f3ffb19061ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.323647] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1178.323647] env[63393]: value = "task-2682760" [ 1178.323647] env[63393]: _type = "Task" [ 1178.323647] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.331049] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.530520] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682759, 'name': Rename_Task, 'duration_secs': 0.151819} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.530881] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.530976] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53c6156-fa40-4470-85dc-d50f77d0f53f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.536345] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1178.536345] env[63393]: value = "task-2682761" [ 1178.536345] env[63393]: _type = "Task" [ 1178.536345] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.543803] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.706718] env[63393]: DEBUG oslo_concurrency.lockutils [None req-e37f1284-47e8-4df8-b56b-6bd8bff55d56 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.726s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.833850] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1178.833850] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.833850] env[63393]: DEBUG oslo_concurrency.lockutils [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.834074] env[63393]: DEBUG oslo_concurrency.lockutils [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.834319] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.834609] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-985f09d4-c4a7-4ccc-abe3-ae2d94230ee1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.843496] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.843691] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.844444] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6181be12-6c43-4e6b-8d07-39065c081307 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.849844] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1178.849844] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5218ec2c-2fbf-b10d-8fb8-6e04ca4faf78" [ 1178.849844] env[63393]: _type = "Task" [ 1178.849844] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.857133] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5218ec2c-2fbf-b10d-8fb8-6e04ca4faf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.047581] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.231417] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.231732] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.231998] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "d66320b6-f50c-4d93-af98-2478a370bd63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.232261] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.232487] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.234779] env[63393]: INFO nova.compute.manager [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Terminating instance [ 1179.360134] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5218ec2c-2fbf-b10d-8fb8-6e04ca4faf78, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.360898] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdca3d5d-37ff-4a88-b65c-da170add428a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.365662] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1179.365662] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52d37504-31f0-a76c-0fc1-161dfc4bed23" [ 1179.365662] env[63393]: _type = "Task" [ 1179.365662] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.373499] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d37504-31f0-a76c-0fc1-161dfc4bed23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.547504] env[63393]: DEBUG oslo_vmware.api [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682761, 'name': PowerOnVM_Task, 'duration_secs': 0.576097} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.547908] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.548013] env[63393]: INFO nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1179.548210] env[63393]: DEBUG nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.549025] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbef6c3-2e0e-4eaa-a2bf-114aab19075d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.739421] env[63393]: DEBUG nova.compute.manager [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.739659] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.740733] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf3f38-025d-4e88-88f8-88df2c3d984d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.748458] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.748691] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c6913e-7dc5-4367-b7fe-6e5bdb7133d9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.754690] env[63393]: DEBUG oslo_vmware.api [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1179.754690] env[63393]: value = "task-2682762" [ 1179.754690] env[63393]: _type = "Task" [ 1179.754690] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.763110] env[63393]: DEBUG oslo_vmware.api [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.876444] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52d37504-31f0-a76c-0fc1-161dfc4bed23, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.876594] env[63393]: DEBUG oslo_concurrency.lockutils [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.876855] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. {{(pid=63393) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1179.877138] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be030886-7c76-4f00-bf53-ed224e300b43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.885466] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1179.885466] env[63393]: value = "task-2682763" [ 1179.885466] env[63393]: _type = "Task" [ 1179.885466] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.893630] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.064759] env[63393]: INFO nova.compute.manager [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Took 13.22 seconds to build instance. [ 1180.266021] env[63393]: DEBUG oslo_vmware.api [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682762, 'name': PowerOffVM_Task, 'duration_secs': 0.172173} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.266276] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.266474] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.266809] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7ff4f68-6103-4595-8554-af0ca1de7fdd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.338089] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.338332] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.338516] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleting the datastore file [datastore2] d66320b6-f50c-4d93-af98-2478a370bd63 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.339498] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4e40190-d11c-455a-83b9-2fa9a7f1e892 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.345318] env[63393]: DEBUG oslo_vmware.api [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for the task: (returnval){ [ 1180.345318] env[63393]: value = "task-2682765" [ 1180.345318] env[63393]: _type = "Task" [ 1180.345318] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.353093] env[63393]: DEBUG oslo_vmware.api [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.366755] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.396139] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450538} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.396413] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk. [ 1180.397202] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0863135-c2a0-4dcb-b886-51bf04eace07 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.422215] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.422634] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6844ab2d-49ab-4ed2-bc58-2c55c136befd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.445201] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1180.445201] env[63393]: value = "task-2682766" [ 1180.445201] env[63393]: _type = "Task" [ 1180.445201] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.458648] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.566818] env[63393]: DEBUG oslo_concurrency.lockutils [None req-27230862-be24-4b15-9cde-2a7edf9e583b tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.734s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.567184] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.200s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.567288] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.567516] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.567868] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.569957] env[63393]: INFO nova.compute.manager [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Terminating instance [ 1180.857672] env[63393]: DEBUG oslo_vmware.api [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Task: {'id': task-2682765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138625} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.858050] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.858292] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.858485] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.858668] env[63393]: INFO nova.compute.manager [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1180.858951] env[63393]: DEBUG oslo.service.loopingcall [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.859167] env[63393]: DEBUG nova.compute.manager [-] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.859268] env[63393]: DEBUG nova.network.neutron [-] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.941881] env[63393]: INFO nova.compute.manager [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Rebuilding instance [ 1180.960215] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682766, 'name': ReconfigVM_Task, 'duration_secs': 0.315304} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.961053] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37/bd5eb902-396c-47c9-8e51-cd10024c33a5-rescue.vmdk or device None with type thin {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.963496] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842045d-3489-4f1b-8897-8f54696c5a09 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.993636] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42540b1-d8ec-4b32-b2ed-2181189457ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.008614] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1181.008614] env[63393]: value = "task-2682767" [ 1181.008614] env[63393]: _type = "Task" [ 1181.008614] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.016743] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.023354] env[63393]: DEBUG nova.compute.manager [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.024155] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0b73e-aad3-4f6e-a523-89b3a1637729 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.077019] env[63393]: DEBUG nova.compute.manager [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.077019] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.077019] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d718ac-c6a0-46c0-a62b-b8f79d0dc730 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.083696] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.083946] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c10b3708-2e3b-4a65-a57c-b557b8701e44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.089723] env[63393]: DEBUG oslo_vmware.api [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1181.089723] env[63393]: value = "task-2682768" [ 1181.089723] env[63393]: _type = "Task" [ 1181.089723] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.097606] env[63393]: DEBUG oslo_vmware.api [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.333383] env[63393]: DEBUG nova.compute.manager [req-1707cdfd-9c23-4cc0-a1f6-0ce13ea78724 req-a2582829-661a-4f48-959c-f4c4e0264636 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Received event network-vif-deleted-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.333617] env[63393]: INFO nova.compute.manager [req-1707cdfd-9c23-4cc0-a1f6-0ce13ea78724 req-a2582829-661a-4f48-959c-f4c4e0264636 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Neutron deleted interface 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5; detaching it from the instance and deleting it from the info cache [ 1181.333748] env[63393]: DEBUG nova.network.neutron [req-1707cdfd-9c23-4cc0-a1f6-0ce13ea78724 req-a2582829-661a-4f48-959c-f4c4e0264636 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.518826] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682767, 'name': ReconfigVM_Task, 'duration_secs': 0.169655} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.519135] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.519392] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d52b860-05a4-4778-9e2d-06c9a24d9df0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.525398] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1181.525398] env[63393]: value = "task-2682769" [ 1181.525398] env[63393]: _type = "Task" [ 1181.525398] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.538023] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.599622] env[63393]: DEBUG oslo_vmware.api [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682768, 'name': PowerOffVM_Task, 'duration_secs': 0.228565} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.599974] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.600116] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.600327] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd7c57d-c544-4439-890a-3624757f11f3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.666038] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.666328] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.666490] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleting the datastore file [datastore1] ff08e88c-26bc-4b9f-b47c-8ad6cb4af164 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.666842] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e27f35-5e54-4ae8-89eb-50542d4ee0bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.672862] env[63393]: DEBUG oslo_vmware.api [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1181.672862] env[63393]: value = "task-2682771" [ 1181.672862] env[63393]: _type = "Task" [ 1181.672862] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.681384] env[63393]: DEBUG oslo_vmware.api [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.813976] env[63393]: DEBUG nova.network.neutron [-] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.836804] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c20bbfa0-798d-427e-8a88-b0d29bfc0735 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.846386] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd532ab-f624-4f3c-9df2-a94c8cc840c6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.877598] env[63393]: DEBUG nova.compute.manager [req-1707cdfd-9c23-4cc0-a1f6-0ce13ea78724 req-a2582829-661a-4f48-959c-f4c4e0264636 service nova] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Detach interface failed, port_id=3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5, reason: Instance d66320b6-f50c-4d93-af98-2478a370bd63 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1182.035977] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.040073] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.040302] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c3b1b72-7e12-4ba7-9e3f-7be450628e03 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.047374] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1182.047374] env[63393]: value = "task-2682772" [ 1182.047374] env[63393]: _type = "Task" [ 1182.047374] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.056656] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.183390] env[63393]: DEBUG oslo_vmware.api [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311702} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.184290] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.184290] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.184290] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.184290] env[63393]: INFO nova.compute.manager [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1182.184672] env[63393]: DEBUG oslo.service.loopingcall [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.184672] env[63393]: DEBUG nova.compute.manager [-] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.184737] env[63393]: DEBUG nova.network.neutron [-] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.316527] env[63393]: INFO nova.compute.manager [-] [instance: d66320b6-f50c-4d93-af98-2478a370bd63] Took 1.46 seconds to deallocate network for instance. [ 1182.537475] env[63393]: DEBUG oslo_vmware.api [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682769, 'name': PowerOnVM_Task, 'duration_secs': 0.553181} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.537697] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.540420] env[63393]: DEBUG nova.compute.manager [None req-63dcfa5a-46e7-43b0-afd5-219725897f81 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.541159] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c7e078-8eab-481f-9c96-3c552494ac2d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.556915] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682772, 'name': PowerOffVM_Task, 'duration_secs': 0.191123} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.557123] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.557759] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.558057] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c69ee8a-eadd-45a4-ba4e-f1faba67e321 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.565507] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1182.565507] env[63393]: value = "task-2682773" [ 1182.565507] env[63393]: _type = "Task" [ 1182.565507] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.573028] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.823598] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.823962] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.824174] env[63393]: DEBUG nova.objects.instance [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lazy-loading 'resources' on Instance uuid d66320b6-f50c-4d93-af98-2478a370bd63 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.925111] env[63393]: DEBUG nova.network.neutron [-] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.077398] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.077567] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1183.077763] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540800', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'name': 'volume-b05bf5b6-1105-4a51-826b-fac8d0482788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f646c24a-1ac6-4a50-8d11-3649efb1a793', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'serial': 'b05bf5b6-1105-4a51-826b-fac8d0482788'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1183.078691] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da8b969-2379-4665-92a9-8064ba95ab32 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.097191] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d454f7-2d69-4a2d-80e1-96c69ae9068f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.103658] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66da8a0-2f7e-42ac-89f3-28ad3301bdf4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.121910] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dad4c2-7746-4f45-af05-51f4bbc1fb73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.136418] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] The volume has not been displaced from its original location: [datastore1] volume-b05bf5b6-1105-4a51-826b-fac8d0482788/volume-b05bf5b6-1105-4a51-826b-fac8d0482788.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1183.141741] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.142057] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f13ba30-444c-4666-acd3-bdcbe6129835 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.159824] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1183.159824] env[63393]: value = "task-2682774" [ 1183.159824] env[63393]: _type = "Task" [ 1183.159824] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.170678] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.358982] env[63393]: DEBUG nova.compute.manager [req-7612cc76-cece-47f7-8292-ebd17af69504 req-0aebb265-0bf2-45b2-9816-c278c56823a6 service nova] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Received event network-vif-deleted-4bc0395b-d58f-4314-b503-f1448749118f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.428400] env[63393]: INFO nova.compute.manager [-] [instance: ff08e88c-26bc-4b9f-b47c-8ad6cb4af164] Took 1.24 seconds to deallocate network for instance. [ 1183.488136] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff10b1e4-4294-4373-896c-23e895ce0cee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.496193] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1e7fc-5706-471a-bb01-d0c8951b849f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.529057] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efae242f-15ac-4db9-8c30-9ff30f8fb510 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.541376] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4322c016-11bd-46ba-945f-61bfbd3c7d3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.556561] env[63393]: DEBUG nova.compute.provider_tree [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.671073] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.935452] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.035381] env[63393]: INFO nova.compute.manager [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Unrescuing [ 1184.035621] env[63393]: DEBUG oslo_concurrency.lockutils [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.036296] env[63393]: DEBUG oslo_concurrency.lockutils [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquired lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.036296] env[63393]: DEBUG nova.network.neutron [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.059023] env[63393]: DEBUG nova.scheduler.client.report [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.170924] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.564411] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.566816] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.632s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.567130] env[63393]: DEBUG nova.objects.instance [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'resources' on Instance uuid ff08e88c-26bc-4b9f-b47c-8ad6cb4af164 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.585270] env[63393]: INFO nova.scheduler.client.report [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Deleted allocations for instance d66320b6-f50c-4d93-af98-2478a370bd63 [ 1184.673925] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682774, 'name': ReconfigVM_Task, 'duration_secs': 1.387002} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.674214] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.679011] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21f68e9-78b2-46dd-ab22-0ce63eeb5585 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.693931] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1184.693931] env[63393]: value = "task-2682775" [ 1184.693931] env[63393]: _type = "Task" [ 1184.693931] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.703356] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.757950] env[63393]: DEBUG nova.network.neutron [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Updating instance_info_cache with network_info: [{"id": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "address": "fa:16:3e:c9:34:4a", "network": {"id": "556785d0-f523-4bb2-9d46-8620019d48bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-523524806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "98f2e5a0ff3b4defa31565ec7caeb823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b469ec-7c", "ovs_interfaceid": "19b469ec-7cfa-4622-be6c-0356a0eb7f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.094825] env[63393]: DEBUG oslo_concurrency.lockutils [None req-86887266-123a-4fa0-ab36-4a95c153f14c tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Lock "d66320b6-f50c-4d93-af98-2478a370bd63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.203112] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682775, 'name': ReconfigVM_Task, 'duration_secs': 0.112932} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.203421] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540800', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'name': 'volume-b05bf5b6-1105-4a51-826b-fac8d0482788', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f646c24a-1ac6-4a50-8d11-3649efb1a793', 'attached_at': '', 'detached_at': '', 'volume_id': 'b05bf5b6-1105-4a51-826b-fac8d0482788', 'serial': 'b05bf5b6-1105-4a51-826b-fac8d0482788'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.204097] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.204496] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48ff846-666d-4a6b-b200-53af1b1e7bf8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.208818] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b9d4b8-f887-4e75-85c7-a8ad54dada6c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.213925] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.214463] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97127caf-a754-4012-9da7-67cf307adab9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.218322] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae01170b-19c3-4804-9534-929e325ad001 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.250401] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728385f0-b22d-476c-83a8-52f667d80bc5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.257407] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d7c2c4-93f1-4e78-ac58-92db49cb9c52 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.261471] env[63393]: DEBUG oslo_concurrency.lockutils [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Releasing lock "refresh_cache-b141605f-2505-4618-891e-5ee2eb2ecc37" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.262056] env[63393]: DEBUG nova.objects.instance [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lazy-loading 'flavor' on Instance uuid b141605f-2505-4618-891e-5ee2eb2ecc37 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.272756] env[63393]: DEBUG nova.compute.provider_tree [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.303984] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.304245] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.304432] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Deleting the datastore file [datastore1] f646c24a-1ac6-4a50-8d11-3649efb1a793 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.304697] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5439117-0a40-421e-b28e-76024ad61ebb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.312351] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for the task: (returnval){ [ 1185.312351] env[63393]: value = "task-2682777" [ 1185.312351] env[63393]: _type = "Task" [ 1185.312351] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.321007] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.767857] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33017a5-f31c-45ea-9ea6-3db5897cc3b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.789782] env[63393]: DEBUG nova.scheduler.client.report [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.793796] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.794197] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082a325c-f221-4e76-a0d7-70277f62a921 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.801306] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1185.801306] env[63393]: value = "task-2682779" [ 1185.801306] env[63393]: _type = "Task" [ 1185.801306] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.810858] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.822186] env[63393]: DEBUG oslo_vmware.api [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Task: {'id': task-2682777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262402} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.822489] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.822691] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.822905] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.879253] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.879595] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-838ab7e6-a523-453a-b17e-35c820b6c7c4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.888555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08be5354-fe38-4df2-bd78-379bbb885c46 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.921940] env[63393]: ERROR nova.compute.manager [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Failed to detach volume b05bf5b6-1105-4a51-826b-fac8d0482788 from /dev/sda: nova.exception.InstanceNotFound: Instance f646c24a-1ac6-4a50-8d11-3649efb1a793 could not be found. [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Traceback (most recent call last): [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self.driver.rebuild(**kwargs) [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] raise NotImplementedError() [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] NotImplementedError [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] During handling of the above exception, another exception occurred: [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Traceback (most recent call last): [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self.driver.detach_volume(context, old_connection_info, [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] return self._volumeops.detach_volume(connection_info, instance) [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._detach_volume_vmdk(connection_info, instance) [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] stable_ref.fetch_moref(session) [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] nova.exception.InstanceNotFound: Instance f646c24a-1ac6-4a50-8d11-3649efb1a793 could not be found. [ 1185.921940] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1186.053556] env[63393]: DEBUG nova.compute.utils [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Build of instance f646c24a-1ac6-4a50-8d11-3649efb1a793 aborted: Failed to rebuild volume backed instance. {{(pid=63393) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1186.055927] env[63393]: ERROR nova.compute.manager [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f646c24a-1ac6-4a50-8d11-3649efb1a793 aborted: Failed to rebuild volume backed instance. [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Traceback (most recent call last): [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self.driver.rebuild(**kwargs) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] raise NotImplementedError() [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] NotImplementedError [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] During handling of the above exception, another exception occurred: [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Traceback (most recent call last): [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._detach_root_volume(context, instance, root_bdm) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] with excutils.save_and_reraise_exception(): [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self.force_reraise() [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] raise self.value [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self.driver.detach_volume(context, old_connection_info, [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] return self._volumeops.detach_volume(connection_info, instance) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._detach_volume_vmdk(connection_info, instance) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] stable_ref.fetch_moref(session) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] nova.exception.InstanceNotFound: Instance f646c24a-1ac6-4a50-8d11-3649efb1a793 could not be found. [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] During handling of the above exception, another exception occurred: [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Traceback (most recent call last): [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] yield [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1186.055927] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._do_rebuild_instance_with_claim( [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._do_rebuild_instance( [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._rebuild_default_impl(**kwargs) [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] self._rebuild_volume_backed_instance( [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] raise exception.BuildAbortException( [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] nova.exception.BuildAbortException: Build of instance f646c24a-1ac6-4a50-8d11-3649efb1a793 aborted: Failed to rebuild volume backed instance. [ 1186.057439] env[63393]: ERROR nova.compute.manager [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] [ 1186.295464] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.311065] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682779, 'name': PowerOffVM_Task, 'duration_secs': 0.222487} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.311371] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.316584] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.317629] env[63393]: INFO nova.scheduler.client.report [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted allocations for instance ff08e88c-26bc-4b9f-b47c-8ad6cb4af164 [ 1186.318778] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0139dc6c-8191-4276-9ef8-941bf876f6d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.340360] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1186.340360] env[63393]: value = "task-2682780" [ 1186.340360] env[63393]: _type = "Task" [ 1186.340360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.348611] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.837544] env[63393]: DEBUG oslo_concurrency.lockutils [None req-39c0863c-b329-46e0-8980-861254e941db tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "ff08e88c-26bc-4b9f-b47c-8ad6cb4af164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.270s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.850363] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682780, 'name': ReconfigVM_Task, 'duration_secs': 0.23307} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.850628] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.850854] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.851131] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa072bc-674d-4be7-a3ff-2f9601dc8148 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.857365] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1186.857365] env[63393]: value = "task-2682781" [ 1186.857365] env[63393]: _type = "Task" [ 1186.857365] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.865855] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.367890] env[63393]: DEBUG oslo_vmware.api [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682781, 'name': PowerOnVM_Task, 'duration_secs': 0.362728} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.368252] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.368423] env[63393]: DEBUG nova.compute.manager [None req-12905e2f-1a61-4e10-8f21-423605fe1073 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.369304] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ebba4-afc9-49b6-8f1b-1bf07086151d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.072379] env[63393]: DEBUG oslo_concurrency.lockutils [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.072636] env[63393]: DEBUG oslo_concurrency.lockutils [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.188545] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbbf679-a56f-4068-864b-28f488c0e3c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.196411] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5b356-b44a-44e6-a035-a6a1a516f2ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.226943] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3aef1-a477-473a-9935-4ca486e63435 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.234904] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83453c1-84d2-4434-9bf9-296f16a19be1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.247588] env[63393]: DEBUG nova.compute.provider_tree [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.628972] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "b141605f-2505-4618-891e-5ee2eb2ecc37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.629277] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.629484] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "b141605f-2505-4618-891e-5ee2eb2ecc37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.629666] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.629833] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.631789] env[63393]: INFO nova.compute.manager [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Terminating instance [ 1188.752064] env[63393]: DEBUG nova.scheduler.client.report [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.087494] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.087803] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.088072] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "f646c24a-1ac6-4a50-8d11-3649efb1a793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.088272] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.088444] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.090482] env[63393]: INFO nova.compute.manager [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Terminating instance [ 1189.135510] env[63393]: DEBUG nova.compute.manager [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.135701] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.136695] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae248ec9-afd5-4804-97b7-1cdbea31e9b5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.144305] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.144537] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ce07162-4056-491c-8361-35d96d4e4598 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.150320] env[63393]: DEBUG oslo_vmware.api [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1189.150320] env[63393]: value = "task-2682783" [ 1189.150320] env[63393]: _type = "Task" [ 1189.150320] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.157727] env[63393]: DEBUG oslo_vmware.api [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.256012] env[63393]: DEBUG oslo_concurrency.lockutils [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.183s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.256344] env[63393]: INFO nova.compute.manager [None req-812f047f-a922-469e-9805-a0a39dc2d20c tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Successfully reverted task state from rebuilding on failure for instance. [ 1189.594155] env[63393]: DEBUG nova.compute.manager [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.594523] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-734eb93a-63fc-4c5e-823d-600d8396611a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.603487] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4f3953-f6df-4f5c-9f54-1534fd91edb6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.632382] env[63393]: WARNING nova.virt.vmwareapi.driver [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f646c24a-1ac6-4a50-8d11-3649efb1a793 could not be found. [ 1189.632661] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.632895] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da8c4917-66be-4619-9e9b-28b1caead96a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.640691] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129cb1bc-0be9-46cc-bf8a-a66ca03804d6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.658059] env[63393]: DEBUG oslo_vmware.api [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682783, 'name': PowerOffVM_Task, 'duration_secs': 0.188707} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.658313] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.658483] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.658705] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f3b25a-82f2-4542-b3df-285d1dbfae59 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.672478] env[63393]: WARNING nova.virt.vmwareapi.vmops [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f646c24a-1ac6-4a50-8d11-3649efb1a793 could not be found. [ 1189.672666] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.672846] env[63393]: INFO nova.compute.manager [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1189.673096] env[63393]: DEBUG oslo.service.loopingcall [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.673333] env[63393]: DEBUG nova.compute.manager [-] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.673456] env[63393]: DEBUG nova.network.neutron [-] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.729065] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.729277] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.729469] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Deleting the datastore file [datastore2] b141605f-2505-4618-891e-5ee2eb2ecc37 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.729747] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e52b691-e3d8-499d-8399-3b49d9a5ae61 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.735560] env[63393]: DEBUG oslo_vmware.api [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1189.735560] env[63393]: value = "task-2682785" [ 1189.735560] env[63393]: _type = "Task" [ 1189.735560] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.743400] env[63393]: DEBUG oslo_vmware.api [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.212995] env[63393]: DEBUG nova.compute.manager [req-8ed92667-aa4e-4e0f-ba38-76e0370a2de7 req-29334a4d-863e-488b-9c22-94195b10d124 service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Received event network-vif-deleted-afe1dc1a-7652-4d96-b4d3-504ad334df94 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.213498] env[63393]: INFO nova.compute.manager [req-8ed92667-aa4e-4e0f-ba38-76e0370a2de7 req-29334a4d-863e-488b-9c22-94195b10d124 service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Neutron deleted interface afe1dc1a-7652-4d96-b4d3-504ad334df94; detaching it from the instance and deleting it from the info cache [ 1190.213565] env[63393]: DEBUG nova.network.neutron [req-8ed92667-aa4e-4e0f-ba38-76e0370a2de7 req-29334a4d-863e-488b-9c22-94195b10d124 service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.247096] env[63393]: DEBUG oslo_vmware.api [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154977} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.247374] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.247629] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.247737] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.247986] env[63393]: INFO nova.compute.manager [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.248251] env[63393]: DEBUG oslo.service.loopingcall [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.248448] env[63393]: DEBUG nova.compute.manager [-] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.248543] env[63393]: DEBUG nova.network.neutron [-] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.695717] env[63393]: DEBUG nova.network.neutron [-] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.716267] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-553ca81e-11a5-4efb-9e90-639d0796d8e2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.727741] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596e01fa-2af5-40fa-8b0c-167b55f0b87c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.760881] env[63393]: DEBUG nova.compute.manager [req-8ed92667-aa4e-4e0f-ba38-76e0370a2de7 req-29334a4d-863e-488b-9c22-94195b10d124 service nova] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Detach interface failed, port_id=afe1dc1a-7652-4d96-b4d3-504ad334df94, reason: Instance f646c24a-1ac6-4a50-8d11-3649efb1a793 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1190.994768] env[63393]: DEBUG nova.network.neutron [-] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.198564] env[63393]: INFO nova.compute.manager [-] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Took 1.52 seconds to deallocate network for instance. [ 1191.498824] env[63393]: INFO nova.compute.manager [-] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Took 1.25 seconds to deallocate network for instance. [ 1191.746937] env[63393]: INFO nova.compute.manager [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Took 0.55 seconds to detach 1 volumes for instance. [ 1191.750806] env[63393]: DEBUG nova.compute.manager [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] [instance: f646c24a-1ac6-4a50-8d11-3649efb1a793] Deleting volume: b05bf5b6-1105-4a51-826b-fac8d0482788 {{(pid=63393) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1192.005463] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.005751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.005969] env[63393]: DEBUG nova.objects.instance [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lazy-loading 'resources' on Instance uuid b141605f-2505-4618-891e-5ee2eb2ecc37 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.239397] env[63393]: DEBUG nova.compute.manager [req-892a8c20-4055-4d29-9990-bd85ace54542 req-d97c5212-f63d-4ab7-99f5-24054f60ce5e service nova] [instance: b141605f-2505-4618-891e-5ee2eb2ecc37] Received event network-vif-deleted-19b469ec-7cfa-4622-be6c-0356a0eb7f3c {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.303099] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.343571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.343571] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.343571] env[63393]: DEBUG nova.compute.manager [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.343571] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d3df3-56d8-4a8e-8316-95931fa1a2ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.350659] env[63393]: DEBUG nova.compute.manager [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63393) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1192.351242] env[63393]: DEBUG nova.objects.instance [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'flavor' on Instance uuid 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.652682] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b974569e-76f6-4157-8e6e-b64600aebcb3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.661483] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a2a013-df60-4332-b53f-da0456fde1f0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.696564] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69acc6b2-7a45-4ac6-ad38-3d4e39538d80 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.704180] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eb7e10-8dcb-48f0-ad76-0f280e07df36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.717088] env[63393]: DEBUG nova.compute.provider_tree [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.221346] env[63393]: DEBUG nova.scheduler.client.report [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.358237] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.358589] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb873a5-6613-4e0f-89cc-ab92641a430d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.366470] env[63393]: DEBUG oslo_vmware.api [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1193.366470] env[63393]: value = "task-2682788" [ 1193.366470] env[63393]: _type = "Task" [ 1193.366470] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.376106] env[63393]: DEBUG oslo_vmware.api [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.617049] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.617333] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.617497] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.617647] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.617797] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.618027] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.618166] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.727982] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.733590] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.431s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.733839] env[63393]: DEBUG nova.objects.instance [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lazy-loading 'resources' on Instance uuid f646c24a-1ac6-4a50-8d11-3649efb1a793 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.754081] env[63393]: INFO nova.scheduler.client.report [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Deleted allocations for instance b141605f-2505-4618-891e-5ee2eb2ecc37 [ 1193.877591] env[63393]: DEBUG oslo_vmware.api [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682788, 'name': PowerOffVM_Task, 'duration_secs': 0.228927} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.877870] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.878466] env[63393]: DEBUG nova.compute.manager [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.878982] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779c3601-6d66-4d8f-87b7-253b4a3619ed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.122387] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Getting list of instances from cluster (obj){ [ 1194.122387] env[63393]: value = "domain-c8" [ 1194.122387] env[63393]: _type = "ClusterComputeResource" [ 1194.122387] env[63393]: } {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1194.123439] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621fbc20-8663-4b54-88d2-62c4489ea93c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.139037] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Got total of 7 instances {{(pid=63393) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1194.139037] env[63393]: WARNING nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1194.139194] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 17637bd7-727e-44d3-9cd5-a0eb69322ed2 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.139362] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid b399a92f-fa7a-4de1-8813-94b1a880b334 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.139992] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid f646c24a-1ac6-4a50-8d11-3649efb1a793 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.139992] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid d08bd60c-a8d2-4190-bfc8-7a39c15fae49 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.139992] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid f9a8b433-9c8d-4527-a599-f2086a34f107 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.139992] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.140211] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.140260] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.140359] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Triggering sync for uuid b141605f-2505-4618-891e-5ee2eb2ecc37 {{(pid=63393) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1194.140700] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.140905] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.141193] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "b399a92f-fa7a-4de1-8813-94b1a880b334" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.141356] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.141584] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "f9a8b433-9c8d-4527-a599-f2086a34f107" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.143701] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "b141605f-2505-4618-891e-5ee2eb2ecc37" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.144139] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.144139] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1194.144545] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845eaee-fcce-4837-85da-d56c31f477ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.147574] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb46062-fabd-4386-9606-1b1a036ae86c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.150289] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a516b90-dce8-4b4e-a776-5dca70558551 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.152946] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcbc594-bce4-4be8-b4f6-696d238b439b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.155523] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b6a2b-3cee-43fa-b1c5-d1b13e44355f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.159391] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1040905-fb5e-418e-82bd-975ad101bdbf {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.161321] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.271054] env[63393]: DEBUG oslo_concurrency.lockutils [None req-22d3ab2e-4417-4ca9-b845-da8c81597cbc tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.271054] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.127s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.271054] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c96bbc45-b655-4573-abb5-7420c70d85ee {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.285539] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54bad3-ae8e-47a6-bb54-5f0ff5a7ec85 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.372028] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf41f6c-2467-46b8-9bb0-2f25afe0f5fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.379446] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fcd517-0be1-48f7-a4b3-8fc9d8d71c33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.412808] env[63393]: DEBUG oslo_concurrency.lockutils [None req-2bce8469-113f-4803-a093-a1d12283b1aa tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.414221] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2436fb-eaa1-46a3-a44a-86b5e8e00112 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.417029] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.274s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.418091] env[63393]: INFO nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1194.418332] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.423992] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd432e8-0238-4315-acc7-0b9b25a6607b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.440833] env[63393]: DEBUG nova.compute.provider_tree [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.441787] env[63393]: WARNING oslo_messaging._drivers.amqpdriver [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1194.664810] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.676309] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.684629] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.685034] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.685333] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.685654] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.687079] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.825092] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "b141605f-2505-4618-891e-5ee2eb2ecc37" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.944914] env[63393]: DEBUG nova.scheduler.client.report [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.999057] env[63393]: DEBUG nova.objects.instance [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'flavor' on Instance uuid 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.355292] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "f9a8b433-9c8d-4527-a599-f2086a34f107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.355582] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.355783] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "f9a8b433-9c8d-4527-a599-f2086a34f107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.356428] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.356635] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.358648] env[63393]: INFO nova.compute.manager [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Terminating instance [ 1195.450845] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.454045] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.789s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.454045] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.454045] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1195.454744] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76074377-58ba-4316-9b35-f368653d66c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.465388] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dc430e-246c-4da0-bef6-f9098fce30b9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.482600] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5921b534-40d4-41d9-bf68-52b2ba5d51f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.489525] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4566d4f0-f149-4180-8714-a6f0f8e05423 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.523619] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.523797] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.523970] env[63393]: DEBUG nova.network.neutron [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.524165] env[63393]: DEBUG nova.objects.instance [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'info_cache' on Instance uuid 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.525338] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180101MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.525475] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.525657] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.863222] env[63393]: DEBUG nova.compute.manager [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.863639] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.864561] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d0280-79fc-49d2-8f12-f87920ca3f9a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.872458] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.873047] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3704299f-12ad-4302-a17b-037485368224 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.879343] env[63393]: DEBUG oslo_vmware.api [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1195.879343] env[63393]: value = "task-2682789" [ 1195.879343] env[63393]: _type = "Task" [ 1195.879343] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.887078] env[63393]: DEBUG oslo_vmware.api [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.976375] env[63393]: DEBUG oslo_concurrency.lockutils [None req-1c0e171a-2f1a-499b-af35-dc2b843548c9 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.888s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.977335] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.836s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.977754] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1f97a89-ecbe-4394-bf47-b0d0f7621e3c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.988141] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8695b-9232-4f1f-80a3-fdd16f74f8a7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.028874] env[63393]: DEBUG nova.objects.base [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Object Instance<449d42e0-bde7-4b54-96ad-52ea32bd5f84> lazy-loaded attributes: flavor,info_cache {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.389544] env[63393]: DEBUG oslo_vmware.api [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682789, 'name': PowerOffVM_Task, 'duration_secs': 0.221306} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.389824] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.389977] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.390267] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4151ae08-7418-44b6-bd32-5a7d0ffcee17 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.455651] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.455878] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.456244] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Deleting the datastore file [datastore1] f9a8b433-9c8d-4527-a599-f2086a34f107 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.456334] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c2d149-7b70-45fa-9333-6affbfa35067 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.462919] env[63393]: DEBUG oslo_vmware.api [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for the task: (returnval){ [ 1196.462919] env[63393]: value = "task-2682791" [ 1196.462919] env[63393]: _type = "Task" [ 1196.462919] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.471387] env[63393]: DEBUG oslo_vmware.api [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.521943] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "f646c24a-1ac6-4a50-8d11-3649efb1a793" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.557505] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.557505] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance b399a92f-fa7a-4de1-8813-94b1a880b334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.557693] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance f9a8b433-9c8d-4527-a599-f2086a34f107 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.557693] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 449d42e0-bde7-4b54-96ad-52ea32bd5f84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.557768] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance d08bd60c-a8d2-4190-bfc8-7a39c15fae49 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.557887] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 234cbd38-40f7-484c-b67a-bf9a1d458f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.558123] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4ffa26cd-46e1-41cb-8613-6195accd2e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.558272] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1196.558414] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.654548] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13d8bc6-e4e6-4b65-aaeb-91741c8dc3e4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.665401] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd58ac5-5675-4906-91f1-baeb4b983c82 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.696072] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7afd0b-6bff-4247-93c4-69054f5f4293 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.705265] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a576e4a4-c68b-40be-a64a-1a060582a708 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.718308] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.782075] env[63393]: DEBUG nova.network.neutron [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [{"id": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "address": "fa:16:3e:9d:69:e8", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ccf697-35", "ovs_interfaceid": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.977435] env[63393]: DEBUG oslo_vmware.api [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Task: {'id': task-2682791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190205} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.978558] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.978698] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.978934] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.979217] env[63393]: INFO nova.compute.manager [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1196.979537] env[63393]: DEBUG oslo.service.loopingcall [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.980047] env[63393]: DEBUG nova.compute.manager [-] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.980177] env[63393]: DEBUG nova.network.neutron [-] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.207525] env[63393]: DEBUG nova.compute.manager [req-44b45ae7-a77c-42c3-b4e7-ace85f12316b req-95b9a523-b32d-43ab-af6c-6d4b19d8574d service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Received event network-vif-deleted-dacb6b6d-deb5-43b1-9827-707f74623a11 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.207741] env[63393]: INFO nova.compute.manager [req-44b45ae7-a77c-42c3-b4e7-ace85f12316b req-95b9a523-b32d-43ab-af6c-6d4b19d8574d service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Neutron deleted interface dacb6b6d-deb5-43b1-9827-707f74623a11; detaching it from the instance and deleting it from the info cache [ 1197.207912] env[63393]: DEBUG nova.network.neutron [req-44b45ae7-a77c-42c3-b4e7-ace85f12316b req-95b9a523-b32d-43ab-af6c-6d4b19d8574d service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.220587] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.284324] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.471360] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.471766] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.471817] env[63393]: INFO nova.compute.manager [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Shelving [ 1197.690766] env[63393]: DEBUG nova.network.neutron [-] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.710263] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51356642-1372-4237-914c-535f2f197576 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.721449] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30773636-6f45-41d2-b2ea-ca89b85735de {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.732062] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1197.732244] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.750252] env[63393]: DEBUG nova.compute.manager [req-44b45ae7-a77c-42c3-b4e7-ace85f12316b req-95b9a523-b32d-43ab-af6c-6d4b19d8574d service nova] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Detach interface failed, port_id=dacb6b6d-deb5-43b1-9827-707f74623a11, reason: Instance f9a8b433-9c8d-4527-a599-f2086a34f107 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1198.193171] env[63393]: INFO nova.compute.manager [-] [instance: f9a8b433-9c8d-4527-a599-f2086a34f107] Took 1.21 seconds to deallocate network for instance. [ 1198.290074] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.290291] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a36a9d0-7097-4dbe-864d-54cd07a68bd8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.298205] env[63393]: DEBUG oslo_vmware.api [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1198.298205] env[63393]: value = "task-2682792" [ 1198.298205] env[63393]: _type = "Task" [ 1198.298205] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.305881] env[63393]: DEBUG oslo_vmware.api [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.484706] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.485114] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb3df9de-9dd7-4909-bcec-9b57134b7e1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.492085] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1198.492085] env[63393]: value = "task-2682793" [ 1198.492085] env[63393]: _type = "Task" [ 1198.492085] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.500313] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.700841] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.701160] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.701479] env[63393]: DEBUG nova.objects.instance [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lazy-loading 'resources' on Instance uuid f9a8b433-9c8d-4527-a599-f2086a34f107 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.809337] env[63393]: DEBUG oslo_vmware.api [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682792, 'name': PowerOnVM_Task, 'duration_secs': 0.444391} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.809548] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.809745] env[63393]: DEBUG nova.compute.manager [None req-f5e0a62b-2fc0-4239-abfa-544d3f753d17 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.810555] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17d2f4-7573-4793-a023-fe7da5d7f234 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.001923] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682793, 'name': PowerOffVM_Task, 'duration_secs': 0.189591} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.002245] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.003040] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66428d63-ab10-457b-8c65-2e178cfba4c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.022273] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba392978-2e12-4787-95f0-995be86da5d7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.303077] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af1c189-748e-47f4-ab8c-6b4d457b2699 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.311650] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70969a5f-b81f-4fd0-8f35-4bc5bd4d78d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.344067] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc4739a-e951-4660-84ee-9c6175864455 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.353691] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ce6d5-ef74-46b3-a156-d160d27a9e56 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.368715] env[63393]: DEBUG nova.compute.provider_tree [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.532014] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1199.532378] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82e937d3-2698-4d63-b171-5ebbf84d3eb1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.541397] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1199.541397] env[63393]: value = "task-2682794" [ 1199.541397] env[63393]: _type = "Task" [ 1199.541397] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.549399] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.799315] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e2217-a58c-4e8f-b414-92163a0a0d63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.805866] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Suspending the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1199.806122] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0fb985bf-40d2-4a3f-b6e8-fd0b2ee34abc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.813137] env[63393]: DEBUG oslo_vmware.api [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1199.813137] env[63393]: value = "task-2682795" [ 1199.813137] env[63393]: _type = "Task" [ 1199.813137] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.821025] env[63393]: DEBUG oslo_vmware.api [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682795, 'name': SuspendVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.872094] env[63393]: DEBUG nova.scheduler.client.report [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.058918] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682794, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.323235] env[63393]: DEBUG oslo_vmware.api [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682795, 'name': SuspendVM_Task} progress is 62%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.377066] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.396744] env[63393]: INFO nova.scheduler.client.report [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Deleted allocations for instance f9a8b433-9c8d-4527-a599-f2086a34f107 [ 1200.553375] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682794, 'name': CreateSnapshot_Task, 'duration_secs': 0.577747} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.553770] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1200.554571] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e7dc7-8d2f-4d9a-8e21-b024cb275f0c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.823932] env[63393]: DEBUG oslo_vmware.api [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682795, 'name': SuspendVM_Task, 'duration_secs': 0.802505} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.825218] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Suspended the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1200.825454] env[63393]: DEBUG nova.compute.manager [None req-0a0f56e1-6b5d-45d5-8c64-c7d11e04c919 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.829054] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a777f93-ac46-4b8e-a7e4-d7f5763e23a3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.905918] env[63393]: DEBUG oslo_concurrency.lockutils [None req-156d4dd6-a11a-4415-b33d-a589f598b179 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Lock "f9a8b433-9c8d-4527-a599-f2086a34f107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.550s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.074262] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.074527] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-039d0888-371a-4e42-afa9-d3164530e4c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.083333] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1201.083333] env[63393]: value = "task-2682796" [ 1201.083333] env[63393]: _type = "Task" [ 1201.083333] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.091128] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682796, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.333215] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.333435] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.333654] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.333846] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.334025] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.336187] env[63393]: INFO nova.compute.manager [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Terminating instance [ 1201.595235] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682796, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.841614] env[63393]: DEBUG nova.compute.manager [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.841898] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.842434] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb5117e4-568c-4762-9276-ccf8797a1790 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.850088] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1201.850088] env[63393]: value = "task-2682797" [ 1201.850088] env[63393]: _type = "Task" [ 1201.850088] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.859017] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.094094] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682796, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.144075] env[63393]: INFO nova.compute.manager [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Resuming [ 1202.144783] env[63393]: DEBUG nova.objects.instance [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'flavor' on Instance uuid 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.360126] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682797, 'name': PowerOffVM_Task, 'duration_secs': 0.204767} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.360412] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.360619] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Volume detach. Driver type: vmdk {{(pid=63393) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.360809] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540798', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'name': 'volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49', 'attached_at': '2025-02-19T12:37:07.000000', 'detached_at': '', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'serial': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.361564] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3c47e-4c91-4423-ab60-fb90246ff0bc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.379879] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ee26e-1b46-4a4b-bd1b-4abf88cb348b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.387515] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ef373-95e4-44cd-acca-6fc5d73b277f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.409900] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dca2f4-84f7-4100-8d45-fca8245e5923 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.426546] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] The volume has not been displaced from its original location: [datastore2] volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc/volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc.vmdk. No consolidation needed. {{(pid=63393) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.432214] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.432555] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2747a5b6-158f-4eae-8a04-8244367daf13 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.451257] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1202.451257] env[63393]: value = "task-2682798" [ 1202.451257] env[63393]: _type = "Task" [ 1202.451257] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.459426] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.593765] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682796, 'name': CloneVM_Task, 'duration_secs': 1.470045} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.595151] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Created linked-clone VM from snapshot [ 1202.595151] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af5585-db56-4555-938c-99bb4df5eebb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.601770] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Uploading image 1a47e739-ab4e-4432-a82c-5285edefbfd4 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1202.635245] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1202.635245] env[63393]: value = "vm-540823" [ 1202.635245] env[63393]: _type = "VirtualMachine" [ 1202.635245] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1202.635245] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8f71e71-7b3d-4b3d-adcd-cb4a6a8bbce2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.637875] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lease: (returnval){ [ 1202.637875] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b19a9-0f5d-3333-8c90-849567bf740f" [ 1202.637875] env[63393]: _type = "HttpNfcLease" [ 1202.637875] env[63393]: } obtained for exporting VM: (result){ [ 1202.637875] env[63393]: value = "vm-540823" [ 1202.637875] env[63393]: _type = "VirtualMachine" [ 1202.637875] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1202.640184] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the lease: (returnval){ [ 1202.640184] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b19a9-0f5d-3333-8c90-849567bf740f" [ 1202.640184] env[63393]: _type = "HttpNfcLease" [ 1202.640184] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.644459] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.644459] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b19a9-0f5d-3333-8c90-849567bf740f" [ 1202.644459] env[63393]: _type = "HttpNfcLease" [ 1202.644459] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1202.961210] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682798, 'name': ReconfigVM_Task, 'duration_secs': 0.162241} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.961506] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=63393) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.966083] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda24538-870e-4431-a00c-9cd81570d252 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.981553] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1202.981553] env[63393]: value = "task-2682800" [ 1202.981553] env[63393]: _type = "Task" [ 1202.981553] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.989051] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.145756] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.145756] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b19a9-0f5d-3333-8c90-849567bf740f" [ 1203.145756] env[63393]: _type = "HttpNfcLease" [ 1203.145756] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.146167] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.146167] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]522b19a9-0f5d-3333-8c90-849567bf740f" [ 1203.146167] env[63393]: _type = "HttpNfcLease" [ 1203.146167] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.146961] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aae08a-0b5e-4bdf-be35-59d2d4dc2223 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.155522] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e50ce-7ef3-a39d-005e-b9f1b2146944/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.156179] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e50ce-7ef3-a39d-005e-b9f1b2146944/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1203.264328] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cca9d6d8-988d-4ebb-8040-350b3a3b1373 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.490761] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682800, 'name': ReconfigVM_Task, 'duration_secs': 0.328289} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.491168] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540798', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'name': 'volume-2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd08bd60c-a8d2-4190-bfc8-7a39c15fae49', 'attached_at': '2025-02-19T12:37:07.000000', 'detached_at': '', 'volume_id': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc', 'serial': '2283ff9d-7a2d-4b51-b112-4a27bb7e85cc'} {{(pid=63393) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.491405] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.493999] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb0b0c8-230a-499d-a743-f1a5c1a27573 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.500716] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.500950] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee4ea7fc-38e9-4bc0-9513-0bdd3c6cdda2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.562642] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.562930] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.563263] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore2] d08bd60c-a8d2-4190-bfc8-7a39c15fae49 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.563650] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ace47c00-39eb-4e11-b289-d35884b8f5d0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.572150] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1203.572150] env[63393]: value = "task-2682802" [ 1203.572150] env[63393]: _type = "Task" [ 1203.572150] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.581332] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.658282] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.658652] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquired lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.658652] env[63393]: DEBUG nova.network.neutron [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.081645] env[63393]: DEBUG oslo_vmware.api [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086896} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.082012] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.082263] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.082495] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.082734] env[63393]: INFO nova.compute.manager [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1204.082986] env[63393]: DEBUG oslo.service.loopingcall [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.083258] env[63393]: DEBUG nova.compute.manager [-] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.083403] env[63393]: DEBUG nova.network.neutron [-] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.566605] env[63393]: DEBUG nova.network.neutron [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [{"id": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "address": "fa:16:3e:9d:69:e8", "network": {"id": "f0b0bd39-42ca-4e0f-8448-97f5225400aa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1225675586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fbf04b43f743778da8e3fc01192e5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6ccf697-35", "ovs_interfaceid": "b6ccf697-35ac-47f3-8302-68d635f4e4f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.734244] env[63393]: DEBUG nova.compute.manager [req-9b50da4f-e60e-457c-874a-d5ab2521d33b req-c2b8f43e-633f-431f-960e-178728b30ca2 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Received event network-vif-deleted-605678b7-5e36-49ee-b958-bf313a6b4fc0 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.734560] env[63393]: INFO nova.compute.manager [req-9b50da4f-e60e-457c-874a-d5ab2521d33b req-c2b8f43e-633f-431f-960e-178728b30ca2 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Neutron deleted interface 605678b7-5e36-49ee-b958-bf313a6b4fc0; detaching it from the instance and deleting it from the info cache [ 1204.734733] env[63393]: DEBUG nova.network.neutron [req-9b50da4f-e60e-457c-874a-d5ab2521d33b req-c2b8f43e-633f-431f-960e-178728b30ca2 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.070041] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Releasing lock "refresh_cache-449d42e0-bde7-4b54-96ad-52ea32bd5f84" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.071138] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68968f14-2316-44d5-8f2d-e1e9e9299573 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.078828] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Resuming the VM {{(pid=63393) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1205.078828] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2536b2-41d7-451d-9f0e-e15b3af59481 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.085469] env[63393]: DEBUG oslo_vmware.api [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1205.085469] env[63393]: value = "task-2682803" [ 1205.085469] env[63393]: _type = "Task" [ 1205.085469] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.093548] env[63393]: DEBUG oslo_vmware.api [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.211426] env[63393]: DEBUG nova.network.neutron [-] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.238062] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b83bdba-1d52-4e75-a866-3998bedc2ffe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.248168] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fe70a1-e43f-49ad-b247-2b7d550c74b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.276231] env[63393]: DEBUG nova.compute.manager [req-9b50da4f-e60e-457c-874a-d5ab2521d33b req-c2b8f43e-633f-431f-960e-178728b30ca2 service nova] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Detach interface failed, port_id=605678b7-5e36-49ee-b958-bf313a6b4fc0, reason: Instance d08bd60c-a8d2-4190-bfc8-7a39c15fae49 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1205.596368] env[63393]: DEBUG oslo_vmware.api [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.714883] env[63393]: INFO nova.compute.manager [-] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Took 1.63 seconds to deallocate network for instance. [ 1206.097499] env[63393]: DEBUG oslo_vmware.api [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682803, 'name': PowerOnVM_Task, 'duration_secs': 0.547018} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.097792] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Resumed the VM {{(pid=63393) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1206.097944] env[63393]: DEBUG nova.compute.manager [None req-d2a183e1-d133-4f1c-996c-610fe0678ec6 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.098763] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb618af1-49fe-4687-9fe7-c09886acc167 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.260605] env[63393]: INFO nova.compute.manager [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Took 0.55 seconds to detach 1 volumes for instance. [ 1206.263274] env[63393]: DEBUG nova.compute.manager [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: d08bd60c-a8d2-4190-bfc8-7a39c15fae49] Deleting volume: 2283ff9d-7a2d-4b51-b112-4a27bb7e85cc {{(pid=63393) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1206.808683] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.808909] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.809241] env[63393]: DEBUG nova.objects.instance [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'resources' on Instance uuid d08bd60c-a8d2-4190-bfc8-7a39c15fae49 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.404551] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b819e910-b6ef-45e5-b16c-d1959babdc63 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.412346] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ebfb94-9f9c-4e34-aadb-5b6304e0a289 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.443385] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.443851] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.445750] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0130a5-8e90-4fd1-bbb8-97c11322e890 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.454932] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6a4be-43e3-4ba4-85ff-40810518d94b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.469594] env[63393]: DEBUG nova.compute.provider_tree [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.953613] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.953851] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.954048] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.954217] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.954463] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.954650] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.954650] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1207.954833] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.974113] env[63393]: DEBUG nova.scheduler.client.report [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.004753] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.005036] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.005251] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.005444] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.006026] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.007854] env[63393]: INFO nova.compute.manager [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Terminating instance [ 1208.457741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.479098] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.482665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.024s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.482665] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.482665] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1208.482904] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acfdf8f-1d78-4a31-8346-c31c506f6c05 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.491465] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb9c0a-5b5b-4756-b639-2fc3b4cd0d4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.505318] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afc8e9-9638-4ae4-9a4d-1af9cab1685a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.512518] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb4baf-2788-42a7-bc1b-00a4fa41b1d5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.516215] env[63393]: DEBUG nova.compute.manager [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.516430] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.517543] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca2b23-3aca-49f6-a310-53b536407258 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.524370] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.550293] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cfb1793-cb6b-4297-9fbf-794393e7dedd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.553098] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180101MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1208.553422] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.553620] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.555673] env[63393]: INFO nova.scheduler.client.report [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted allocations for instance d08bd60c-a8d2-4190-bfc8-7a39c15fae49 [ 1208.561925] env[63393]: DEBUG oslo_vmware.api [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1208.561925] env[63393]: value = "task-2682805" [ 1208.561925] env[63393]: _type = "Task" [ 1208.561925] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.569916] env[63393]: DEBUG oslo_vmware.api [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.066401] env[63393]: DEBUG oslo_concurrency.lockutils [None req-43bfd434-2728-4231-9352-84c632636a3e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "d08bd60c-a8d2-4190-bfc8-7a39c15fae49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.733s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.076062] env[63393]: DEBUG oslo_vmware.api [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682805, 'name': PowerOffVM_Task, 'duration_secs': 0.201989} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.076774] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.076927] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.077190] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef3d6a3a-3354-4e98-acd0-500ab47c9a95 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.144716] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.144936] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.145148] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleting the datastore file [datastore1] 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.145418] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaee9ea9-2c98-4945-9ba2-fc48afa4add6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.152131] env[63393]: DEBUG oslo_vmware.api [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for the task: (returnval){ [ 1209.152131] env[63393]: value = "task-2682807" [ 1209.152131] env[63393]: _type = "Task" [ 1209.152131] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.159721] env[63393]: DEBUG oslo_vmware.api [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.264369] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "b399a92f-fa7a-4de1-8813-94b1a880b334" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.264625] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.264840] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "b399a92f-fa7a-4de1-8813-94b1a880b334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.265031] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.265209] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.267416] env[63393]: INFO nova.compute.manager [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Terminating instance [ 1209.590511] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.590822] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance b399a92f-fa7a-4de1-8813-94b1a880b334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.590822] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 449d42e0-bde7-4b54-96ad-52ea32bd5f84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.590908] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 234cbd38-40f7-484c-b67a-bf9a1d458f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.591457] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4ffa26cd-46e1-41cb-8613-6195accd2e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.591457] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1209.591457] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1209.663569] env[63393]: DEBUG oslo_vmware.api [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Task: {'id': task-2682807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311271} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.664683] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.664910] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.665110] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.665294] env[63393]: INFO nova.compute.manager [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1209.665545] env[63393]: DEBUG oslo.service.loopingcall [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.666314] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640eeb8a-d18a-4dbe-8e48-8feefeaaf88e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.669089] env[63393]: DEBUG nova.compute.manager [-] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.669164] env[63393]: DEBUG nova.network.neutron [-] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.675402] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924d73c-8562-4860-bfbe-9d1140c7a66b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.707448] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5600b82-2460-497e-9042-24b945ee98fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.717305] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40289f09-02b6-4331-b8a2-ef086c9423ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.731211] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.770995] env[63393]: DEBUG nova.compute.manager [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.771249] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.772194] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986569a1-93e2-40f8-bd34-05476b8b02c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.780540] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.780843] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf1051c-2370-4893-95c0-b1020139cfb2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.788768] env[63393]: DEBUG oslo_vmware.api [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1209.788768] env[63393]: value = "task-2682808" [ 1209.788768] env[63393]: _type = "Task" [ 1209.788768] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.797543] env[63393]: DEBUG oslo_vmware.api [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.234270] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.299021] env[63393]: DEBUG oslo_vmware.api [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682808, 'name': PowerOffVM_Task, 'duration_secs': 0.230285} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.299374] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.299552] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.299846] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13aeb1d9-efda-4477-ab5b-d902ff95699f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.320582] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.320905] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.321163] env[63393]: INFO nova.compute.manager [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Shelving [ 1210.367816] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.368154] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.368407] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore1] b399a92f-fa7a-4de1-8813-94b1a880b334 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.368706] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c7e8f1a-3b82-495c-8b39-b3b2cd3d4652 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.376129] env[63393]: DEBUG oslo_vmware.api [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1210.376129] env[63393]: value = "task-2682810" [ 1210.376129] env[63393]: _type = "Task" [ 1210.376129] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.385686] env[63393]: DEBUG oslo_vmware.api [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.414215] env[63393]: DEBUG nova.compute.manager [req-591ca509-a0f4-41ab-9941-d317e99af8d1 req-70a0dcf2-2799-4180-bc5d-8a992ab4bd57 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Received event network-vif-deleted-b6ccf697-35ac-47f3-8302-68d635f4e4f3 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.414433] env[63393]: INFO nova.compute.manager [req-591ca509-a0f4-41ab-9941-d317e99af8d1 req-70a0dcf2-2799-4180-bc5d-8a992ab4bd57 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Neutron deleted interface b6ccf697-35ac-47f3-8302-68d635f4e4f3; detaching it from the instance and deleting it from the info cache [ 1210.414669] env[63393]: DEBUG nova.network.neutron [req-591ca509-a0f4-41ab-9941-d317e99af8d1 req-70a0dcf2-2799-4180-bc5d-8a992ab4bd57 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.715725] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e50ce-7ef3-a39d-005e-b9f1b2146944/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.716664] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059f7120-b57f-4856-b643-ff0da993e261 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.723167] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e50ce-7ef3-a39d-005e-b9f1b2146944/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.723336] env[63393]: ERROR oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e50ce-7ef3-a39d-005e-b9f1b2146944/disk-0.vmdk due to incomplete transfer. [ 1210.723548] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b3dfef3-d735-4efc-b4eb-cbd3ed77cb3b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.730322] env[63393]: DEBUG oslo_vmware.rw_handles [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e50ce-7ef3-a39d-005e-b9f1b2146944/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1210.730527] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Uploaded image 1a47e739-ab4e-4432-a82c-5285edefbfd4 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1210.732805] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1210.733041] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e5de413-1072-493a-aa08-55a9f9d437a9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.738498] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1210.738676] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.738940] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1210.738940] env[63393]: value = "task-2682811" [ 1210.738940] env[63393]: _type = "Task" [ 1210.738940] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.745971] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682811, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.885961] env[63393]: DEBUG oslo_vmware.api [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153138} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.886326] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.886540] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.886722] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.886932] env[63393]: INFO nova.compute.manager [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.887218] env[63393]: DEBUG oslo.service.loopingcall [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.887428] env[63393]: DEBUG nova.compute.manager [-] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.887521] env[63393]: DEBUG nova.network.neutron [-] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.897150] env[63393]: DEBUG nova.network.neutron [-] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.917732] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a15edcd-7ebb-438c-b95e-e70c67e63de9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.927094] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b1e1a-008f-4f1f-bf8d-8b1277375334 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.953345] env[63393]: DEBUG nova.compute.manager [req-591ca509-a0f4-41ab-9941-d317e99af8d1 req-70a0dcf2-2799-4180-bc5d-8a992ab4bd57 service nova] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Detach interface failed, port_id=b6ccf697-35ac-47f3-8302-68d635f4e4f3, reason: Instance 449d42e0-bde7-4b54-96ad-52ea32bd5f84 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1211.250045] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682811, 'name': Destroy_Task, 'duration_secs': 0.325644} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.250217] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Destroyed the VM [ 1211.250326] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1211.250613] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cca1845a-7222-45d4-8f3e-35dd263bc1c5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.256834] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1211.256834] env[63393]: value = "task-2682812" [ 1211.256834] env[63393]: _type = "Task" [ 1211.256834] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.264354] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682812, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.330866] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.331140] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832bced0-84ea-4cfa-928d-1744e0924850 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.337613] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1211.337613] env[63393]: value = "task-2682813" [ 1211.337613] env[63393]: _type = "Task" [ 1211.337613] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.345533] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.399523] env[63393]: INFO nova.compute.manager [-] [instance: 449d42e0-bde7-4b54-96ad-52ea32bd5f84] Took 1.73 seconds to deallocate network for instance. [ 1211.674387] env[63393]: DEBUG nova.network.neutron [-] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.768231] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682812, 'name': RemoveSnapshot_Task, 'duration_secs': 0.429722} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.768606] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1211.768788] env[63393]: DEBUG nova.compute.manager [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.769572] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c11d2-9a39-4240-814b-2491388f74c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.846887] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682813, 'name': PowerOffVM_Task, 'duration_secs': 0.194256} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.847235] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.848120] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64a71f1-0f77-4f5a-984d-4128e9d66e01 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.865423] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a53403-ce10-473e-9b50-a4202b9b1760 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.906101] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.906369] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.906589] env[63393]: DEBUG nova.objects.instance [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lazy-loading 'resources' on Instance uuid 449d42e0-bde7-4b54-96ad-52ea32bd5f84 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.177393] env[63393]: INFO nova.compute.manager [-] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Took 1.29 seconds to deallocate network for instance. [ 1212.280164] env[63393]: INFO nova.compute.manager [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Shelve offloading [ 1212.374749] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Creating Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1212.375017] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d95e69f-18be-45db-8ff5-57261cd8c829 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.383970] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1212.383970] env[63393]: value = "task-2682814" [ 1212.383970] env[63393]: _type = "Task" [ 1212.383970] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.392994] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.451922] env[63393]: DEBUG nova.compute.manager [req-57591a7b-6602-4ef7-a2e3-48777d4748de req-927882fd-6986-4b5a-bc80-4e691faa20a1 service nova] [instance: b399a92f-fa7a-4de1-8813-94b1a880b334] Received event network-vif-deleted-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1212.496439] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c011962-52ea-4f73-8bf3-2d4488185ac2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.504942] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf8828-b48f-4d1c-95b1-0bd2ae7a806d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.537999] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2b28a-47dd-4f5c-84fb-2b6b29e7960b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.545787] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df16f09-351d-4d42-9c93-9097da97a6df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.559644] env[63393]: DEBUG nova.compute.provider_tree [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.684275] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.784133] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.784502] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6d40a0-6ce6-4745-a05b-339c2e62e552 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.792125] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1212.792125] env[63393]: value = "task-2682815" [ 1212.792125] env[63393]: _type = "Task" [ 1212.792125] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.799867] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.895435] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682814, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.080589] env[63393]: ERROR nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] [req-a9fee93a-8903-46d2-a81b-ff8df75912c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9fee93a-8903-46d2-a81b-ff8df75912c4"}]} [ 1213.097293] env[63393]: DEBUG nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1213.109970] env[63393]: DEBUG nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1213.110193] env[63393]: DEBUG nova.compute.provider_tree [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.120261] env[63393]: DEBUG nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1213.136348] env[63393]: DEBUG nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1213.196649] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31848cb-4252-4c1b-91d3-dff2aa7b1a9c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.204195] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c630b9b-6313-42d0-84cf-60c4a87fcc64 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.233943] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11272b37-8349-4a72-bf93-b0de114adf44 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.241334] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe8e715-8c8a-484a-a6d2-c3662583d3aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.255940] env[63393]: DEBUG nova.compute.provider_tree [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.302182] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.302400] env[63393]: DEBUG nova.compute.manager [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.303172] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a5009f-978b-40b5-9ef9-31442fa9f093 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.308678] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.308862] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.309014] env[63393]: DEBUG nova.network.neutron [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.394593] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682814, 'name': CreateSnapshot_Task, 'duration_secs': 0.532212} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.394860] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Created Snapshot of the VM instance {{(pid=63393) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1213.395606] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce1baa-bc35-422c-830e-3296685ec34f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.789096] env[63393]: DEBUG nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1213.789413] env[63393]: DEBUG nova.compute.provider_tree [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 188 to 189 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1213.789552] env[63393]: DEBUG nova.compute.provider_tree [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.912193] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Creating linked-clone VM from snapshot {{(pid=63393) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1213.914479] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4edabdf7-133b-4772-8eef-401435e33b84 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.922595] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1213.922595] env[63393]: value = "task-2682816" [ 1213.922595] env[63393]: _type = "Task" [ 1213.922595] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.930035] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682816, 'name': CloneVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.999394] env[63393]: DEBUG nova.network.neutron [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.294094] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.296574] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.612s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.296827] env[63393]: DEBUG nova.objects.instance [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'resources' on Instance uuid b399a92f-fa7a-4de1-8813-94b1a880b334 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.319434] env[63393]: INFO nova.scheduler.client.report [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Deleted allocations for instance 449d42e0-bde7-4b54-96ad-52ea32bd5f84 [ 1214.433430] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682816, 'name': CloneVM_Task} progress is 94%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.502064] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.730254] env[63393]: DEBUG nova.compute.manager [req-33efab46-51f7-44c8-abf1-26c9dcf116c6 req-e8ec18a9-47c0-427f-86c7-e5d2307261db service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-vif-unplugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.730555] env[63393]: DEBUG oslo_concurrency.lockutils [req-33efab46-51f7-44c8-abf1-26c9dcf116c6 req-e8ec18a9-47c0-427f-86c7-e5d2307261db service nova] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.730668] env[63393]: DEBUG oslo_concurrency.lockutils [req-33efab46-51f7-44c8-abf1-26c9dcf116c6 req-e8ec18a9-47c0-427f-86c7-e5d2307261db service nova] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.730827] env[63393]: DEBUG oslo_concurrency.lockutils [req-33efab46-51f7-44c8-abf1-26c9dcf116c6 req-e8ec18a9-47c0-427f-86c7-e5d2307261db service nova] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.731021] env[63393]: DEBUG nova.compute.manager [req-33efab46-51f7-44c8-abf1-26c9dcf116c6 req-e8ec18a9-47c0-427f-86c7-e5d2307261db service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] No waiting events found dispatching network-vif-unplugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.731807] env[63393]: WARNING nova.compute.manager [req-33efab46-51f7-44c8-abf1-26c9dcf116c6 req-e8ec18a9-47c0-427f-86c7-e5d2307261db service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received unexpected event network-vif-unplugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 for instance with vm_state shelved and task_state shelving_offloading. [ 1214.752645] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.753542] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b164ed-8512-415f-8a48-e70651bbbd01 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.760771] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.761038] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593bb034-3b84-4225-8e54-741f46ebedfc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.828163] env[63393]: DEBUG oslo_concurrency.lockutils [None req-848c86e1-21a3-4901-816c-fa90e08142ef tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Lock "449d42e0-bde7-4b54-96ad-52ea32bd5f84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.823s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.835295] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.835532] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.835715] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleting the datastore file [datastore2] 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.835981] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8005dbe9-d77b-4c0c-ac92-0d5a7fcae26a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.842242] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1214.842242] env[63393]: value = "task-2682818" [ 1214.842242] env[63393]: _type = "Task" [ 1214.842242] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.853411] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.871961] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc053ea-99c2-40a2-a0c1-b4720374f02e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.879783] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb3c27e-3810-433f-ab9f-8b48abea1592 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.910961] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed819e62-976f-4bbf-8e49-124d2d79aa98 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.919094] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c185b35-675c-4e27-9a0e-d1565da59163 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.934383] env[63393]: DEBUG nova.compute.provider_tree [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.940449] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682816, 'name': CloneVM_Task, 'duration_secs': 0.918831} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.940683] env[63393]: INFO nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Created linked-clone VM from snapshot [ 1214.941386] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162e9de6-f781-4c4d-a7ea-41788b5564c9 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.949528] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Uploading image 45bc2213-2413-4f67-9cf9-7f4a164a5479 {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1214.975447] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1214.975447] env[63393]: value = "vm-540825" [ 1214.975447] env[63393]: _type = "VirtualMachine" [ 1214.975447] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1214.975726] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89ed729a-cc42-4dfd-98f1-803038fa20fa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.982520] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease: (returnval){ [ 1214.982520] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521b4835-e24a-9f09-959e-82276dae2ffb" [ 1214.982520] env[63393]: _type = "HttpNfcLease" [ 1214.982520] env[63393]: } obtained for exporting VM: (result){ [ 1214.982520] env[63393]: value = "vm-540825" [ 1214.982520] env[63393]: _type = "VirtualMachine" [ 1214.982520] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1214.982842] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the lease: (returnval){ [ 1214.982842] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521b4835-e24a-9f09-959e-82276dae2ffb" [ 1214.982842] env[63393]: _type = "HttpNfcLease" [ 1214.982842] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.990562] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.990562] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521b4835-e24a-9f09-959e-82276dae2ffb" [ 1214.990562] env[63393]: _type = "HttpNfcLease" [ 1214.990562] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1215.351684] env[63393]: DEBUG oslo_vmware.api [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131356} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.351944] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.352146] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.352320] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.368962] env[63393]: INFO nova.scheduler.client.report [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted allocations for instance 234cbd38-40f7-484c-b67a-bf9a1d458f87 [ 1215.437097] env[63393]: DEBUG nova.scheduler.client.report [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.490310] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.490310] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521b4835-e24a-9f09-959e-82276dae2ffb" [ 1215.490310] env[63393]: _type = "HttpNfcLease" [ 1215.490310] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1215.490630] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1215.490630] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]521b4835-e24a-9f09-959e-82276dae2ffb" [ 1215.490630] env[63393]: _type = "HttpNfcLease" [ 1215.490630] env[63393]: }. {{(pid=63393) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1215.491342] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e8981-c707-4d2c-b32b-522041f04c4c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.499083] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bd3d9-3754-2123-34c6-d309d0a28d90/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1215.499266] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bd3d9-3754-2123-34c6-d309d0a28d90/disk-0.vmdk for reading. {{(pid=63393) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1215.592269] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b008975-4f8d-465a-8783-2768830f95e6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.873671] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.941802] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.944390] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.071s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.944658] env[63393]: DEBUG nova.objects.instance [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'resources' on Instance uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.966299] env[63393]: INFO nova.scheduler.client.report [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted allocations for instance b399a92f-fa7a-4de1-8813-94b1a880b334 [ 1216.448778] env[63393]: DEBUG nova.objects.instance [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'numa_topology' on Instance uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.475536] env[63393]: DEBUG oslo_concurrency.lockutils [None req-a87230fa-71c0-46e4-a1e1-8cf7a56e06f8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "b399a92f-fa7a-4de1-8813-94b1a880b334" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.211s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.765089] env[63393]: DEBUG nova.compute.manager [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-changed-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1216.765506] env[63393]: DEBUG nova.compute.manager [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Refreshing instance network info cache due to event network-changed-b207f9ac-0b55-4760-b2a0-96398eb41a63. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1216.765821] env[63393]: DEBUG oslo_concurrency.lockutils [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.766090] env[63393]: DEBUG oslo_concurrency.lockutils [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.766307] env[63393]: DEBUG nova.network.neutron [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Refreshing network info cache for port b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.952728] env[63393]: DEBUG nova.objects.base [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Object Instance<234cbd38-40f7-484c-b67a-bf9a1d458f87> lazy-loaded attributes: resources,numa_topology {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.034265] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1367589f-ce93-49f0-a9a4-c07b8789b17a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.043648] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e03c20d-5d70-446b-8c71-e72081dcd9fe {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.078056] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e290482-714a-427b-980f-e67a597949ce {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.086249] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3116e3b-647b-457a-9fa8-9a5959971bf5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.102794] env[63393]: DEBUG nova.compute.provider_tree [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.505872] env[63393]: DEBUG nova.network.neutron [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updated VIF entry in instance network info cache for port b207f9ac-0b55-4760-b2a0-96398eb41a63. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.506419] env[63393]: DEBUG nova.network.neutron [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.522553] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.607246] env[63393]: DEBUG nova.scheduler.client.report [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.009362] env[63393]: DEBUG oslo_concurrency.lockutils [req-13c1a71f-b1d7-470a-9f45-290c0cd560d6 req-efa156ec-b3b3-42f9-afa4-90694f4eb20f service nova] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.113221] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.629953] env[63393]: DEBUG oslo_concurrency.lockutils [None req-f1dbf1e5-3209-4844-b20b-d58ab354c055 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.158s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.633095] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.109s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.633095] env[63393]: INFO nova.compute.manager [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Unshelving [ 1219.122306] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.122715] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.122826] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.123044] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.123252] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.125542] env[63393]: INFO nova.compute.manager [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Terminating instance [ 1219.630411] env[63393]: DEBUG nova.compute.manager [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.630675] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.631696] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f115dee1-36c8-4933-81c1-ab6535775eef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.643030] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.643554] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f6465b-bf9a-4e24-90f6-69dec9036835 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.653081] env[63393]: DEBUG oslo_vmware.api [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1219.653081] env[63393]: value = "task-2682821" [ 1219.653081] env[63393]: _type = "Task" [ 1219.653081] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.658873] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.659179] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.659512] env[63393]: DEBUG nova.objects.instance [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'pci_requests' on Instance uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.668515] env[63393]: DEBUG oslo_vmware.api [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.165059] env[63393]: DEBUG nova.objects.instance [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'numa_topology' on Instance uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.169242] env[63393]: DEBUG oslo_vmware.api [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682821, 'name': PowerOffVM_Task, 'duration_secs': 0.287365} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.170714] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.170714] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.170714] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545b1046-a429-417b-97c7-f1d77d5657e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.236412] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.237033] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.238029] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleting the datastore file [datastore2] 17637bd7-727e-44d3-9cd5-a0eb69322ed2 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.238293] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27cb5d33-c1a9-431c-b80b-5d4b1347859f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.246064] env[63393]: DEBUG oslo_vmware.api [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for the task: (returnval){ [ 1220.246064] env[63393]: value = "task-2682823" [ 1220.246064] env[63393]: _type = "Task" [ 1220.246064] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.253910] env[63393]: DEBUG oslo_vmware.api [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.670673] env[63393]: INFO nova.compute.claims [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.758504] env[63393]: DEBUG oslo_vmware.api [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Task: {'id': task-2682823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174211} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.758781] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.758978] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.759185] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.759353] env[63393]: INFO nova.compute.manager [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1220.759590] env[63393]: DEBUG oslo.service.loopingcall [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1220.759781] env[63393]: DEBUG nova.compute.manager [-] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.759875] env[63393]: DEBUG nova.network.neutron [-] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.033692] env[63393]: DEBUG nova.compute.manager [req-e8ea7dbe-ce9a-48e5-abd4-214f85b1836c req-2e5edd44-d456-4557-9837-4cb7b7caaba9 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Received event network-vif-deleted-f629b4f4-b8e3-49a6-93ad-4d7605eb561f {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.033900] env[63393]: INFO nova.compute.manager [req-e8ea7dbe-ce9a-48e5-abd4-214f85b1836c req-2e5edd44-d456-4557-9837-4cb7b7caaba9 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Neutron deleted interface f629b4f4-b8e3-49a6-93ad-4d7605eb561f; detaching it from the instance and deleting it from the info cache [ 1221.034645] env[63393]: DEBUG nova.network.neutron [req-e8ea7dbe-ce9a-48e5-abd4-214f85b1836c req-2e5edd44-d456-4557-9837-4cb7b7caaba9 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.338775] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "57e09c1f-7888-4301-810d-ae0d454d6371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.339457] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "57e09c1f-7888-4301-810d-ae0d454d6371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.515693] env[63393]: DEBUG nova.network.neutron [-] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.537383] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c1719d3-f2dc-4fcc-a217-32c3c5441e73 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.548503] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0e98a-9f5b-41ca-8682-85cf0fb7622a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.575101] env[63393]: DEBUG nova.compute.manager [req-e8ea7dbe-ce9a-48e5-abd4-214f85b1836c req-2e5edd44-d456-4557-9837-4cb7b7caaba9 service nova] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Detach interface failed, port_id=f629b4f4-b8e3-49a6-93ad-4d7605eb561f, reason: Instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1221.745629] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dd113e-e16c-4227-bbbb-6b1e63b47551 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.754091] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bfcc88-1d14-4e6f-9b3d-34fd1b13a1a2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.784609] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37193bb4-3189-4f5c-b5ab-dbc4de73267a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.792228] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa6b533-3ce9-42df-bc70-b510471c4e49 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.805948] env[63393]: DEBUG nova.compute.provider_tree [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.842545] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Starting instance... {{(pid=63393) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.018127] env[63393]: INFO nova.compute.manager [-] [instance: 17637bd7-727e-44d3-9cd5-a0eb69322ed2] Took 1.26 seconds to deallocate network for instance. [ 1222.309841] env[63393]: DEBUG nova.scheduler.client.report [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.360234] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.525182] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.814782] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.155s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.817231] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.457s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.818680] env[63393]: INFO nova.compute.claims [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.854542] env[63393]: INFO nova.network.neutron [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating port b207f9ac-0b55-4760-b2a0-96398eb41a63 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1223.890472] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af14c2-f3c8-4c64-bc2e-4f1e539800c1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.898191] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71032924-5c8b-4d3d-8971-cc98ae4d46aa {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.927781] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bce8be9-0f7f-449d-882d-439c9823dd33 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.934910] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ec5872-8462-43ff-ac68-32e3461596d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.949022] env[63393]: DEBUG nova.compute.provider_tree [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.164411] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bd3d9-3754-2123-34c6-d309d0a28d90/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.165345] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20ef5f-1f43-41d6-b0a0-e3170e755fed {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.171888] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bd3d9-3754-2123-34c6-d309d0a28d90/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.172073] env[63393]: ERROR oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bd3d9-3754-2123-34c6-d309d0a28d90/disk-0.vmdk due to incomplete transfer. [ 1224.172289] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b4964dc-65d9-40a1-8dfa-3b7ecd5331e0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.178655] env[63393]: DEBUG oslo_vmware.rw_handles [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bd3d9-3754-2123-34c6-d309d0a28d90/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1224.178952] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Uploaded image 45bc2213-2413-4f67-9cf9-7f4a164a5479 to the Glance image server {{(pid=63393) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1224.181322] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Destroying the VM {{(pid=63393) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1224.181549] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b29b632c-6791-40aa-9825-7f2f7882b8fc {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.187073] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1224.187073] env[63393]: value = "task-2682824" [ 1224.187073] env[63393]: _type = "Task" [ 1224.187073] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.194718] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682824, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.205865] env[63393]: DEBUG nova.compute.manager [req-6bdbd83a-6ffd-45b8-ac03-dea7107048fd req-5ca0e17f-0da1-4303-a384-5ee86bd13f0c service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-vif-plugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.206053] env[63393]: DEBUG oslo_concurrency.lockutils [req-6bdbd83a-6ffd-45b8-ac03-dea7107048fd req-5ca0e17f-0da1-4303-a384-5ee86bd13f0c service nova] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.206283] env[63393]: DEBUG oslo_concurrency.lockutils [req-6bdbd83a-6ffd-45b8-ac03-dea7107048fd req-5ca0e17f-0da1-4303-a384-5ee86bd13f0c service nova] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.206467] env[63393]: DEBUG oslo_concurrency.lockutils [req-6bdbd83a-6ffd-45b8-ac03-dea7107048fd req-5ca0e17f-0da1-4303-a384-5ee86bd13f0c service nova] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.206637] env[63393]: DEBUG nova.compute.manager [req-6bdbd83a-6ffd-45b8-ac03-dea7107048fd req-5ca0e17f-0da1-4303-a384-5ee86bd13f0c service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] No waiting events found dispatching network-vif-plugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.206803] env[63393]: WARNING nova.compute.manager [req-6bdbd83a-6ffd-45b8-ac03-dea7107048fd req-5ca0e17f-0da1-4303-a384-5ee86bd13f0c service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received unexpected event network-vif-plugged-b207f9ac-0b55-4760-b2a0-96398eb41a63 for instance with vm_state shelved_offloaded and task_state spawning. [ 1224.290437] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.290638] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.290817] env[63393]: DEBUG nova.network.neutron [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.452267] env[63393]: DEBUG nova.scheduler.client.report [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.696689] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682824, 'name': Destroy_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.957956] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.959197] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.434s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.959386] env[63393]: DEBUG nova.objects.instance [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lazy-loading 'resources' on Instance uuid 17637bd7-727e-44d3-9cd5-a0eb69322ed2 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.997458] env[63393]: DEBUG nova.network.neutron [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.197069] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682824, 'name': Destroy_Task, 'duration_secs': 0.959928} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.197411] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Destroyed the VM [ 1225.197652] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deleting Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1225.197898] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5442d9ed-2641-4561-bceb-c19b07880f67 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.204430] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1225.204430] env[63393]: value = "task-2682825" [ 1225.204430] env[63393]: _type = "Task" [ 1225.204430] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.212300] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.461879] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "8f227411-1c83-4fe1-b4b0-73d1e3d61ad3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.462225] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "8f227411-1c83-4fe1-b4b0-73d1e3d61ad3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.501835] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.532618] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='37d25daea78a00ba88961c527de373e7',container_format='bare',created_at=2025-02-19T12:37:41Z,direct_url=,disk_format='vmdk',id=1a47e739-ab4e-4432-a82c-5285edefbfd4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-442617284-shelved',owner='af63d2cb14244a0cb972f01f900fb030',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-02-19T12:37:55Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.532900] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.533110] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.533381] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.533578] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.533750] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.534017] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.534259] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.534488] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.534697] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.534985] env[63393]: DEBUG nova.virt.hardware [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.535962] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52707894-952d-451c-8a74-65710cef86d1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.540810] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc00a951-2565-41ad-a7b3-3d6f0c6c5940 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.552658] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a0602d-7898-48d7-a4b8-15c888c12dd3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.560625] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a85806d-1534-447a-b974-59687a509e35 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.582384] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:bf:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b207f9ac-0b55-4760-b2a0-96398eb41a63', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.595472] env[63393]: DEBUG oslo.service.loopingcall [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.637410] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.638703] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d1112a-971d-4088-bcef-ec31c4c1565c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.664998] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9646910f-501a-4915-80ab-562acc6bc43b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.675401] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.675401] env[63393]: value = "task-2682826" [ 1225.675401] env[63393]: _type = "Task" [ 1225.675401] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.685300] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25ee167-850b-4ff2-a75f-544345cbe913 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.694526] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682826, 'name': CreateVM_Task} progress is 6%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.702535] env[63393]: DEBUG nova.compute.provider_tree [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.712841] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.483964} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.713781] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deleted Snapshot of the VM instance {{(pid=63393) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1225.714105] env[63393]: DEBUG nova.compute.manager [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.714908] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95f500e-b9b8-4180-9f76-47c45e965798 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.965546] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "8f227411-1c83-4fe1-b4b0-73d1e3d61ad3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.966165] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Start building networks asynchronously for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.188772] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682826, 'name': CreateVM_Task, 'duration_secs': 0.395665} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.189075] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.189954] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.190268] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.190697] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.191019] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850a4b43-f34c-4e4d-a5e4-2cfce166ee0a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.196047] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1226.196047] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5255aaa8-6577-0f29-3ee0-9856eb152345" [ 1226.196047] env[63393]: _type = "Task" [ 1226.196047] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.206425] env[63393]: DEBUG nova.scheduler.client.report [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.209834] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5255aaa8-6577-0f29-3ee0-9856eb152345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.226854] env[63393]: INFO nova.compute.manager [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Shelve offloading [ 1226.233017] env[63393]: DEBUG nova.compute.manager [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-changed-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.233261] env[63393]: DEBUG nova.compute.manager [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Refreshing instance network info cache due to event network-changed-b207f9ac-0b55-4760-b2a0-96398eb41a63. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1226.233502] env[63393]: DEBUG oslo_concurrency.lockutils [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.233763] env[63393]: DEBUG oslo_concurrency.lockutils [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.234155] env[63393]: DEBUG nova.network.neutron [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Refreshing network info cache for port b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.471658] env[63393]: DEBUG nova.compute.utils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Using /dev/sd instead of None {{(pid=63393) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.472607] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Allocating IP information in the background. {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.472826] env[63393]: DEBUG nova.network.neutron [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] allocate_for_instance() {{(pid=63393) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.511210] env[63393]: DEBUG nova.policy [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08e94ddef0c34721afd8e73fcda8769b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8527024017da49e8a8a1820c2430fa46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63393) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.706756] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.707067] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Processing image 1a47e739-ab4e-4432-a82c-5285edefbfd4 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.707318] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.707469] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.707647] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.707883] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a648bd4d-9c3a-4b0d-ab49-a2b06dabab9e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.711453] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.715945] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.716131] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.716867] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68990aa-4084-4e1f-a14c-72b5dd60e86f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.721669] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1226.721669] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52cab302-de43-9c7e-6e2b-b05f541fdbec" [ 1226.721669] env[63393]: _type = "Task" [ 1226.721669] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.729498] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52cab302-de43-9c7e-6e2b-b05f541fdbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.730684] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.730980] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46ae25f-4bab-431b-baeb-3b5c5fd78dba {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.738634] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1226.738634] env[63393]: value = "task-2682827" [ 1226.738634] env[63393]: _type = "Task" [ 1226.738634] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.739505] env[63393]: INFO nova.scheduler.client.report [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Deleted allocations for instance 17637bd7-727e-44d3-9cd5-a0eb69322ed2 [ 1226.751372] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] VM already powered off {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1226.751591] env[63393]: DEBUG nova.compute.manager [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.752335] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46218339-f5d2-4a77-a1f2-31d22c988980 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.758205] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.758366] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.758536] env[63393]: DEBUG nova.network.neutron [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.908274] env[63393]: DEBUG nova.network.neutron [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Successfully created port: 69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.977193] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Start building block device mappings for instance. {{(pid=63393) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.039017] env[63393]: DEBUG nova.network.neutron [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updated VIF entry in instance network info cache for port b207f9ac-0b55-4760-b2a0-96398eb41a63. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.039394] env[63393]: DEBUG nova.network.neutron [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.231798] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1227.232130] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Fetch image to [datastore1] OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69/OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1227.232263] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Downloading stream optimized image 1a47e739-ab4e-4432-a82c-5285edefbfd4 to [datastore1] OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69/OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69.vmdk on the data store datastore1 as vApp {{(pid=63393) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1227.232437] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Downloading image file data 1a47e739-ab4e-4432-a82c-5285edefbfd4 to the ESX as VM named 'OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69' {{(pid=63393) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1227.249127] env[63393]: DEBUG oslo_concurrency.lockutils [None req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Lock "17637bd7-727e-44d3-9cd5-a0eb69322ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.127s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.305129] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1227.305129] env[63393]: value = "resgroup-9" [ 1227.305129] env[63393]: _type = "ResourcePool" [ 1227.305129] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1227.305420] env[63393]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-27c88c34-de6e-4bc8-8ccc-e54dccfed21f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.326244] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lease: (returnval){ [ 1227.326244] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52912128-1a41-c6f4-bfee-89f7827044a3" [ 1227.326244] env[63393]: _type = "HttpNfcLease" [ 1227.326244] env[63393]: } obtained for vApp import into resource pool (val){ [ 1227.326244] env[63393]: value = "resgroup-9" [ 1227.326244] env[63393]: _type = "ResourcePool" [ 1227.326244] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1227.326505] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the lease: (returnval){ [ 1227.326505] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52912128-1a41-c6f4-bfee-89f7827044a3" [ 1227.326505] env[63393]: _type = "HttpNfcLease" [ 1227.326505] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1227.334631] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1227.334631] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52912128-1a41-c6f4-bfee-89f7827044a3" [ 1227.334631] env[63393]: _type = "HttpNfcLease" [ 1227.334631] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1227.468198] env[63393]: DEBUG nova.network.neutron [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.542522] env[63393]: DEBUG oslo_concurrency.lockutils [req-63fa5010-7c5a-4a0b-bce0-d3e42043ee2f req-ff8ec37a-67f8-4726-b759-f56c0217a64a service nova] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.835457] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1227.835457] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52912128-1a41-c6f4-bfee-89f7827044a3" [ 1227.835457] env[63393]: _type = "HttpNfcLease" [ 1227.835457] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1227.835677] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1227.835677] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52912128-1a41-c6f4-bfee-89f7827044a3" [ 1227.835677] env[63393]: _type = "HttpNfcLease" [ 1227.835677] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1227.836322] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50072bb4-6477-46b6-b9d8-ec5b5eb92680 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.843912] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fdfed-e8a8-3be0-f87b-7fa3713be84c/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1227.844101] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fdfed-e8a8-3be0-f87b-7fa3713be84c/disk-0.vmdk. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1227.910807] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75cf2edb-818f-440b-878d-0f600d2b30df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.971197] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.988740] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Start spawning the instance on the hypervisor. {{(pid=63393) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.015454] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T12:24:24Z,direct_url=,disk_format='vmdk',id=bd5eb902-396c-47c9-8e51-cd10024c33a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ea517c68f31d45bc82b62615c0a367a8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T12:24:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.015718] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.015874] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.016074] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.016229] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.016373] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.016838] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.016838] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.016966] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.017568] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.017815] env[63393]: DEBUG nova.virt.hardware [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.018711] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e9def1-28b5-4486-802b-a9113fdbcf60 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.026957] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f096f-fa93-4a2a-b6d7-5e517c44f3f2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.734872] env[63393]: DEBUG nova.compute.manager [req-fc03b0c1-657d-455d-96e3-e9ebd68dabf3 req-c4702820-378f-44d1-aea6-9e3861db24f8 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-vif-unplugged-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.735210] env[63393]: DEBUG oslo_concurrency.lockutils [req-fc03b0c1-657d-455d-96e3-e9ebd68dabf3 req-c4702820-378f-44d1-aea6-9e3861db24f8 service nova] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.735626] env[63393]: DEBUG oslo_concurrency.lockutils [req-fc03b0c1-657d-455d-96e3-e9ebd68dabf3 req-c4702820-378f-44d1-aea6-9e3861db24f8 service nova] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.735877] env[63393]: DEBUG oslo_concurrency.lockutils [req-fc03b0c1-657d-455d-96e3-e9ebd68dabf3 req-c4702820-378f-44d1-aea6-9e3861db24f8 service nova] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.736060] env[63393]: DEBUG nova.compute.manager [req-fc03b0c1-657d-455d-96e3-e9ebd68dabf3 req-c4702820-378f-44d1-aea6-9e3861db24f8 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] No waiting events found dispatching network-vif-unplugged-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.736319] env[63393]: WARNING nova.compute.manager [req-fc03b0c1-657d-455d-96e3-e9ebd68dabf3 req-c4702820-378f-44d1-aea6-9e3861db24f8 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received unexpected event network-vif-unplugged-6f3d6940-7102-4196-960f-16581d7aa0fa for instance with vm_state shelved and task_state shelving_offloading. [ 1228.979568] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.980726] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d30bf-b202-4124-a633-3e4515f396a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.990702] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.991048] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cec0d3-9a0a-4dcf-842a-1f890616b00b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.011605] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1229.011846] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fdfed-e8a8-3be0-f87b-7fa3713be84c/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1229.012878] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e1872-c496-4ffd-a046-167519fc1d31 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.020992] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fdfed-e8a8-3be0-f87b-7fa3713be84c/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1229.021167] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fdfed-e8a8-3be0-f87b-7fa3713be84c/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1229.021393] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0ed8b4be-a8e9-463b-bd16-8439d6e12e97 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.062631] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.062904] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.063030] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleting the datastore file [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.063310] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc03ba87-f3b2-4763-addb-515e3ed668ef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.070731] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1229.070731] env[63393]: value = "task-2682830" [ 1229.070731] env[63393]: _type = "Task" [ 1229.070731] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.079011] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.097361] env[63393]: DEBUG nova.network.neutron [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Successfully updated port: 69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.261763] env[63393]: DEBUG oslo_vmware.rw_handles [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528fdfed-e8a8-3be0-f87b-7fa3713be84c/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1229.261895] env[63393]: INFO nova.virt.vmwareapi.images [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Downloaded image file data 1a47e739-ab4e-4432-a82c-5285edefbfd4 [ 1229.262723] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a547a1-2e5f-40e6-ab72-e7b0d99e736a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.278053] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-171b3a66-da37-43dc-8e37-17065006bfef {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.309014] env[63393]: INFO nova.virt.vmwareapi.images [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] The imported VM was unregistered [ 1229.311534] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1229.311758] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.312041] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efad3d2f-a88a-41ab-a490-f9c5478a9d43 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.322480] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Created directory with path [datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.322641] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69/OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69.vmdk to [datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk. {{(pid=63393) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1229.322910] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e47b680e-6fc6-4d7d-829f-703aaf64d82b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.328964] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1229.328964] env[63393]: value = "task-2682832" [ 1229.328964] env[63393]: _type = "Task" [ 1229.328964] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.336830] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682832, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.582776] env[63393]: DEBUG oslo_vmware.api [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150896} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.583085] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.583315] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.583656] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.600522] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "refresh_cache-57e09c1f-7888-4301-810d-ae0d454d6371" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.600719] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquired lock "refresh_cache-57e09c1f-7888-4301-810d-ae0d454d6371" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.600871] env[63393]: DEBUG nova.network.neutron [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.610213] env[63393]: INFO nova.scheduler.client.report [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted allocations for instance 4ffa26cd-46e1-41cb-8613-6195accd2e2e [ 1229.840429] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682832, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.114525] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.115058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.115058] env[63393]: DEBUG nova.objects.instance [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'resources' on Instance uuid 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.133846] env[63393]: DEBUG nova.network.neutron [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Instance cache missing network info. {{(pid=63393) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.270909] env[63393]: DEBUG nova.network.neutron [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Updating instance_info_cache with network_info: [{"id": "69faa292-0a41-4053-9b88-4d6368d79d89", "address": "fa:16:3e:1b:22:d4", "network": {"id": "cf443aa2-c843-47bc-aa7e-9fbe6e5cd412", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2008635876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8527024017da49e8a8a1820c2430fa46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69faa292-0a", "ovs_interfaceid": "69faa292-0a41-4053-9b88-4d6368d79d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.339500] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682832, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.617733] env[63393]: DEBUG nova.objects.instance [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.774710] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Releasing lock "refresh_cache-57e09c1f-7888-4301-810d-ae0d454d6371" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.775106] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Instance network_info: |[{"id": "69faa292-0a41-4053-9b88-4d6368d79d89", "address": "fa:16:3e:1b:22:d4", "network": {"id": "cf443aa2-c843-47bc-aa7e-9fbe6e5cd412", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2008635876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8527024017da49e8a8a1820c2430fa46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69faa292-0a", "ovs_interfaceid": "69faa292-0a41-4053-9b88-4d6368d79d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63393) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.776842] env[63393]: DEBUG nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Received event network-vif-plugged-69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.777064] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Acquiring lock "57e09c1f-7888-4301-810d-ae0d454d6371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.777316] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Lock "57e09c1f-7888-4301-810d-ae0d454d6371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.777541] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Lock "57e09c1f-7888-4301-810d-ae0d454d6371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.777724] env[63393]: DEBUG nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] No waiting events found dispatching network-vif-plugged-69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.777893] env[63393]: WARNING nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Received unexpected event network-vif-plugged-69faa292-0a41-4053-9b88-4d6368d79d89 for instance with vm_state building and task_state spawning. [ 1230.778073] env[63393]: DEBUG nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.778235] env[63393]: DEBUG nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing instance network info cache due to event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1230.778561] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.778650] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.778806] env[63393]: DEBUG nova.network.neutron [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.780142] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:22:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69faa292-0a41-4053-9b88-4d6368d79d89', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.788617] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Creating folder: Project (8527024017da49e8a8a1820c2430fa46). Parent ref: group-v540494. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.790087] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ceb8bb-8830-44b9-9d41-67b9f3d36259 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.803015] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Created folder: Project (8527024017da49e8a8a1820c2430fa46) in parent group-v540494. [ 1230.803239] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Creating folder: Instances. Parent ref: group-v540828. {{(pid=63393) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.803485] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ebd6abb-b0c3-43d1-8fc9-920e382446ad {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.812113] env[63393]: INFO nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Created folder: Instances in parent group-v540828. [ 1230.812388] env[63393]: DEBUG oslo.service.loopingcall [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.812583] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.812802] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd00c65-0e5b-4bc2-824a-e7bc94ff1802 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.835689] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.835689] env[63393]: value = "task-2682835" [ 1230.835689] env[63393]: _type = "Task" [ 1230.835689] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.842108] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682832, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.846928] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682835, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.120629] env[63393]: DEBUG nova.objects.base [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Object Instance<4ffa26cd-46e1-41cb-8613-6195accd2e2e> lazy-loaded attributes: resources,numa_topology {{(pid=63393) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.167006] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd87ff1-8c4a-4008-a8be-b723bafb3c83 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.175061] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4f4ed5-f5d6-4d15-98f9-ca0ba77ad575 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.206997] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ae395-be5c-43d9-a1c6-f128f1cea037 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.214605] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb0a70-bd39-448e-a56b-6857a5700b47 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.228924] env[63393]: DEBUG nova.compute.provider_tree [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.342922] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682832, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.348375] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682835, 'name': CreateVM_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.531705] env[63393]: DEBUG nova.network.neutron [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updated VIF entry in instance network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.532119] env[63393]: DEBUG nova.network.neutron [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6f3d6940-71", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.732174] env[63393]: DEBUG nova.scheduler.client.report [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.840508] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682832, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.359584} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.843465] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69/OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69.vmdk to [datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk. [ 1231.843691] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Cleaning up location [datastore1] OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1231.843899] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_309e4d7c-cd13-4f5f-b52d-b68e6ca37a69 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.844176] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081745c8-eae1-4b2f-a780-8e6ebf3333f8 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.850307] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682835, 'name': CreateVM_Task, 'duration_secs': 1.000166} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.851397] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.851706] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1231.851706] env[63393]: value = "task-2682836" [ 1231.851706] env[63393]: _type = "Task" [ 1231.851706] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.852294] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.852450] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.852762] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.853035] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3465ed44-80a4-4321-b9b0-c9f8097e5be5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.859308] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1231.859308] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]5292e9dd-6e9b-3423-d91a-3ed916900e08" [ 1231.859308] env[63393]: _type = "Task" [ 1231.859308] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.862062] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.868635] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5292e9dd-6e9b-3423-d91a-3ed916900e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.035492] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.035864] env[63393]: DEBUG nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Received event network-changed-69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.036140] env[63393]: DEBUG nova.compute.manager [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Refreshing instance network info cache due to event network-changed-69faa292-0a41-4053-9b88-4d6368d79d89. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.036544] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Acquiring lock "refresh_cache-57e09c1f-7888-4301-810d-ae0d454d6371" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.036768] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Acquired lock "refresh_cache-57e09c1f-7888-4301-810d-ae0d454d6371" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.036988] env[63393]: DEBUG nova.network.neutron [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Refreshing network info cache for port 69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.237741] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.362835] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033214} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.365644] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.365819] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.366069] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk to [datastore1] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.366310] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aafcb2cd-dbb7-466f-abbf-b8908f499996 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.373224] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]5292e9dd-6e9b-3423-d91a-3ed916900e08, 'name': SearchDatastore_Task, 'duration_secs': 0.008476} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.374286] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.374497] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Processing image bd5eb902-396c-47c9-8e51-cd10024c33a5 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.374716] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.374865] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.375047] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.375330] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1232.375330] env[63393]: value = "task-2682837" [ 1232.375330] env[63393]: _type = "Task" [ 1232.375330] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.375505] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5587b967-185e-4140-89eb-6a0f7e50158d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.384340] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.395763] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.395933] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.396650] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abdfb7d-ef24-4e91-8a63-84b813d130b1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.401081] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1232.401081] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52aab6ac-f7de-7eb0-8545-a00ae3415a53" [ 1232.401081] env[63393]: _type = "Task" [ 1232.401081] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.408393] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aab6ac-f7de-7eb0-8545-a00ae3415a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.654227] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.745478] env[63393]: DEBUG oslo_concurrency.lockutils [None req-d1b77690-a40c-450b-a6be-a445b396ac03 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.424s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.748859] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.092s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.748859] env[63393]: INFO nova.compute.manager [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Unshelving [ 1232.792489] env[63393]: DEBUG nova.network.neutron [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Updated VIF entry in instance network info cache for port 69faa292-0a41-4053-9b88-4d6368d79d89. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.792860] env[63393]: DEBUG nova.network.neutron [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Updating instance_info_cache with network_info: [{"id": "69faa292-0a41-4053-9b88-4d6368d79d89", "address": "fa:16:3e:1b:22:d4", "network": {"id": "cf443aa2-c843-47bc-aa7e-9fbe6e5cd412", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2008635876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8527024017da49e8a8a1820c2430fa46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69faa292-0a", "ovs_interfaceid": "69faa292-0a41-4053-9b88-4d6368d79d89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.887099] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682837, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.913322] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52aab6ac-f7de-7eb0-8545-a00ae3415a53, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.914270] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfe6de8-5365-469b-8d79-0d75735bdb27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.919951] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1232.919951] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52655625-9c81-19d5-baae-586d27debbd6" [ 1232.919951] env[63393]: _type = "Task" [ 1232.919951] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.928844] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52655625-9c81-19d5-baae-586d27debbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.295427] env[63393]: DEBUG oslo_concurrency.lockutils [req-cca1040c-e630-4157-a490-04bf04c7d549 req-2f396e94-0081-445c-a119-677ebf82c164 service nova] Releasing lock "refresh_cache-57e09c1f-7888-4301-810d-ae0d454d6371" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.387505] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682837, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.430083] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]52655625-9c81-19d5-baae-586d27debbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.081474} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.430317] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.430579] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 57e09c1f-7888-4301-810d-ae0d454d6371/57e09c1f-7888-4301-810d-ae0d454d6371.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.430847] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3759b2b9-e3ff-484e-9f7d-dc7718057f36 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.438025] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1233.438025] env[63393]: value = "task-2682838" [ 1233.438025] env[63393]: _type = "Task" [ 1233.438025] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.446172] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.770137] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.770437] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.770729] env[63393]: DEBUG nova.objects.instance [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.888910] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682837, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.948560] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.275327] env[63393]: DEBUG nova.objects.instance [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.389663] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682837, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.448833] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.778697] env[63393]: INFO nova.compute.claims [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.889625] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682837, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.254032} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.889922] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1a47e739-ab4e-4432-a82c-5285edefbfd4/1a47e739-ab4e-4432-a82c-5285edefbfd4.vmdk to [datastore1] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.890808] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9437cc7f-b71f-4982-a2c3-77033b2bce1b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.913653] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.913653] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fc615c-7334-4368-8609-1808e0bb0392 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.932973] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1234.932973] env[63393]: value = "task-2682839" [ 1234.932973] env[63393]: _type = "Task" [ 1234.932973] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.941874] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.949938] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682838, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.443138] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682839, 'name': ReconfigVM_Task, 'duration_secs': 0.31599} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.446103] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 234cbd38-40f7-484c-b67a-bf9a1d458f87/234cbd38-40f7-484c-b67a-bf9a1d458f87.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.446789] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c6bc43-2dbd-4155-a97a-dc0b7166b4fd {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.452758] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682838, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.729976} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.453800] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5eb902-396c-47c9-8e51-cd10024c33a5/bd5eb902-396c-47c9-8e51-cd10024c33a5.vmdk to [datastore1] 57e09c1f-7888-4301-810d-ae0d454d6371/57e09c1f-7888-4301-810d-ae0d454d6371.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.454016] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Extending root virtual disk to 1048576 {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.454330] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1235.454330] env[63393]: value = "task-2682840" [ 1235.454330] env[63393]: _type = "Task" [ 1235.454330] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.454515] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3670238b-32ae-4865-bc1e-65588a95775e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.463330] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682840, 'name': Rename_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.464406] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1235.464406] env[63393]: value = "task-2682841" [ 1235.464406] env[63393]: _type = "Task" [ 1235.464406] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.471339] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.836835] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d363f-b548-4bad-9601-d5aafecf789f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.844671] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a7476e-4625-4d90-b161-f3fd4906897e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.875850] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2d61f-93f5-4ee5-8de1-d461474986c7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.882972] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd1c47-e6f2-43aa-b48b-3fcd8213563a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.896176] env[63393]: DEBUG nova.compute.provider_tree [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.965333] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682840, 'name': Rename_Task, 'duration_secs': 0.18696} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.968271] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.968558] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8136930c-fa9c-4593-b33d-d1eb3b452d22 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.974325] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198347} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.975393] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Extended root virtual disk {{(pid=63393) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.975706] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1235.975706] env[63393]: value = "task-2682842" [ 1235.975706] env[63393]: _type = "Task" [ 1235.975706] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.976364] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735efac-1fb4-41e1-b191-1929f9d34d25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.000237] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 57e09c1f-7888-4301-810d-ae0d454d6371/57e09c1f-7888-4301-810d-ae0d454d6371.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.003386] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9483584-cd3a-4866-bce7-ba9df124f33a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.017793] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.022884] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1236.022884] env[63393]: value = "task-2682843" [ 1236.022884] env[63393]: _type = "Task" [ 1236.022884] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.030908] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.416348] env[63393]: ERROR nova.scheduler.client.report [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [req-c951ad4d-ce87-4ca5-a006-2db68519cb82] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4749b759-4535-4578-b3dd-4366ddbc89ea. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c951ad4d-ce87-4ca5-a006-2db68519cb82"}]} [ 1236.436139] env[63393]: DEBUG nova.scheduler.client.report [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Refreshing inventories for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1236.449612] env[63393]: DEBUG nova.scheduler.client.report [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updating ProviderTree inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1236.449956] env[63393]: DEBUG nova.compute.provider_tree [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.460823] env[63393]: DEBUG nova.scheduler.client.report [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Refreshing aggregate associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, aggregates: None {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1236.479067] env[63393]: DEBUG nova.scheduler.client.report [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Refreshing trait associations for resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63393) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1236.491317] env[63393]: DEBUG oslo_vmware.api [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682842, 'name': PowerOnVM_Task, 'duration_secs': 0.499225} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.491610] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.524423] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2311752-e76c-4e49-860d-15806f05cc7d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.534633] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682843, 'name': ReconfigVM_Task, 'duration_secs': 0.329392} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.536320] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 57e09c1f-7888-4301-810d-ae0d454d6371/57e09c1f-7888-4301-810d-ae0d454d6371.vmdk or device None with type sparse {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.536933] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bffe8d3b-5f87-4870-9224-fd543885d3af {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.538995] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c737beb-33db-4437-9ae2-4903d3002672 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.569784] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b2611-71d5-45a8-acae-bd8572eb3631 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.572763] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1236.572763] env[63393]: value = "task-2682844" [ 1236.572763] env[63393]: _type = "Task" [ 1236.572763] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.579852] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5c8676-c0fa-4402-aeea-996582e76932 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.586776] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682844, 'name': Rename_Task} progress is 14%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.597838] env[63393]: DEBUG nova.compute.provider_tree [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.598420] env[63393]: DEBUG nova.compute.manager [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.599189] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f35d6-0574-412a-99c0-25f541ce7ea5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.082818] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682844, 'name': Rename_Task, 'duration_secs': 0.188401} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.083089] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.083334] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ecb9cae-93aa-4b9e-bc71-581f297a4474 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.090384] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1237.090384] env[63393]: value = "task-2682845" [ 1237.090384] env[63393]: _type = "Task" [ 1237.090384] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.098296] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.114195] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7eaf1411-7e27-4de4-93be-a73d1109b5ac tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.483s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.133583] env[63393]: DEBUG nova.scheduler.client.report [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updated inventory for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with generation 192 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1237.133894] env[63393]: DEBUG nova.compute.provider_tree [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updating resource provider 4749b759-4535-4578-b3dd-4366ddbc89ea generation from 192 to 193 during operation: update_inventory {{(pid=63393) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1237.134097] env[63393]: DEBUG nova.compute.provider_tree [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Updating inventory in ProviderTree for provider 4749b759-4535-4578-b3dd-4366ddbc89ea with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.600451] env[63393]: DEBUG oslo_vmware.api [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682845, 'name': PowerOnVM_Task, 'duration_secs': 0.449831} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.600831] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.600953] env[63393]: INFO nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1237.601088] env[63393]: DEBUG nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.601843] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d40ca4-6900-4d07-b140-33a3c7e12486 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.639058] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.868s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.668669] env[63393]: INFO nova.network.neutron [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating port 6f3d6940-7102-4196-960f-16581d7aa0fa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1238.117462] env[63393]: INFO nova.compute.manager [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Took 15.77 seconds to build instance. [ 1238.619950] env[63393]: DEBUG oslo_concurrency.lockutils [None req-5bffb1dd-be89-44ee-b9c6-924559501893 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "57e09c1f-7888-4301-810d-ae0d454d6371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.280s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.047929] env[63393]: DEBUG nova.compute.manager [req-01f56bfd-9c86-484e-9b50-60e71095a998 req-d09eeead-7d17-428e-b541-7dbd303ca1c3 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-vif-plugged-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.048175] env[63393]: DEBUG oslo_concurrency.lockutils [req-01f56bfd-9c86-484e-9b50-60e71095a998 req-d09eeead-7d17-428e-b541-7dbd303ca1c3 service nova] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.048436] env[63393]: DEBUG oslo_concurrency.lockutils [req-01f56bfd-9c86-484e-9b50-60e71095a998 req-d09eeead-7d17-428e-b541-7dbd303ca1c3 service nova] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.048638] env[63393]: DEBUG oslo_concurrency.lockutils [req-01f56bfd-9c86-484e-9b50-60e71095a998 req-d09eeead-7d17-428e-b541-7dbd303ca1c3 service nova] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.048826] env[63393]: DEBUG nova.compute.manager [req-01f56bfd-9c86-484e-9b50-60e71095a998 req-d09eeead-7d17-428e-b541-7dbd303ca1c3 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] No waiting events found dispatching network-vif-plugged-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.048992] env[63393]: WARNING nova.compute.manager [req-01f56bfd-9c86-484e-9b50-60e71095a998 req-d09eeead-7d17-428e-b541-7dbd303ca1c3 service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received unexpected event network-vif-plugged-6f3d6940-7102-4196-960f-16581d7aa0fa for instance with vm_state shelved_offloaded and task_state spawning. [ 1239.073573] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13240c8c-7005-4153-9e7c-f5d36a8b0b27 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.080334] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Suspending the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1239.080561] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-057ee1dd-26a1-4318-9b21-81d06d390976 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.086360] env[63393]: DEBUG oslo_vmware.api [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1239.086360] env[63393]: value = "task-2682846" [ 1239.086360] env[63393]: _type = "Task" [ 1239.086360] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.093679] env[63393]: DEBUG oslo_vmware.api [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682846, 'name': SuspendVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.144599] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.144790] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.144969] env[63393]: DEBUG nova.network.neutron [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.178555] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "57e09c1f-7888-4301-810d-ae0d454d6371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.178845] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "57e09c1f-7888-4301-810d-ae0d454d6371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.179103] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "57e09c1f-7888-4301-810d-ae0d454d6371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.179307] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "57e09c1f-7888-4301-810d-ae0d454d6371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.179554] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "57e09c1f-7888-4301-810d-ae0d454d6371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.182013] env[63393]: INFO nova.compute.manager [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Terminating instance [ 1239.596431] env[63393]: DEBUG oslo_vmware.api [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682846, 'name': SuspendVM_Task} progress is 70%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.686190] env[63393]: DEBUG nova.compute.manager [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.686448] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.687624] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3562f39d-cf47-4d43-9147-1a3b78111a13 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.696662] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.696914] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a6f11e-f824-4ce8-b8d0-bfb4e2e9414d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.703889] env[63393]: DEBUG oslo_vmware.api [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1239.703889] env[63393]: value = "task-2682847" [ 1239.703889] env[63393]: _type = "Task" [ 1239.703889] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.711909] env[63393]: DEBUG oslo_vmware.api [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.904697] env[63393]: DEBUG nova.network.neutron [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.097018] env[63393]: DEBUG oslo_vmware.api [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682846, 'name': SuspendVM_Task, 'duration_secs': 0.587769} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.097293] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Suspended the VM {{(pid=63393) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1240.097477] env[63393]: DEBUG nova.compute.manager [None req-a4813695-ae61-4f5a-8349-eb64df047041 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.098220] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5046a764-1a41-413b-8b8c-abb3cfc9018b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.212935] env[63393]: DEBUG oslo_vmware.api [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682847, 'name': PowerOffVM_Task, 'duration_secs': 0.179837} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.213209] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.213379] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.213618] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f946b5-869e-4176-bd69-e9c1788b4370 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.275444] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.275620] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.275805] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Deleting the datastore file [datastore1] 57e09c1f-7888-4301-810d-ae0d454d6371 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.276081] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa6fe2e-7f67-4055-8a78-8525dde52ef4 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.281870] env[63393]: DEBUG oslo_vmware.api [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for the task: (returnval){ [ 1240.281870] env[63393]: value = "task-2682849" [ 1240.281870] env[63393]: _type = "Task" [ 1240.281870] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.289721] env[63393]: DEBUG oslo_vmware.api [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.407195] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.434523] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T12:24:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='35c6c7d187b2aef9dbebb73ba7bde863',container_format='bare',created_at=2025-02-19T12:37:54Z,direct_url=,disk_format='vmdk',id=45bc2213-2413-4f67-9cf9-7f4a164a5479,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-938396530-shelved',owner='bfba48ef6a224c95aee62142b0512b04',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-02-19T12:38:08Z,virtual_size=,visibility=), allow threads: False {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.434762] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.434920] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image limits 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.436021] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Flavor pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.436021] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Image pref 0:0:0 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.436021] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63393) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.436021] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.436021] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.436021] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Got 1 possible topologies {{(pid=63393) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.436399] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.436399] env[63393]: DEBUG nova.virt.hardware [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63393) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.437079] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a39db-2780-460e-8b28-911a216e077e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.444230] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb42a03-81aa-4857-a654-d8681795d79c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.457293] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ae:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3d6940-7102-4196-960f-16581d7aa0fa', 'vif_model': 'vmxnet3'}] {{(pid=63393) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.464939] env[63393]: DEBUG oslo.service.loopingcall [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.466042] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Creating VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.466042] env[63393]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a90101f-67e7-42b8-8870-58b8918863df {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.483640] env[63393]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.483640] env[63393]: value = "task-2682850" [ 1240.483640] env[63393]: _type = "Task" [ 1240.483640] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.490645] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682850, 'name': CreateVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.791160] env[63393]: DEBUG oslo_vmware.api [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Task: {'id': task-2682849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13471} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.791557] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.791639] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.792372] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.792372] env[63393]: INFO nova.compute.manager [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1240.792372] env[63393]: DEBUG oslo.service.loopingcall [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.792372] env[63393]: DEBUG nova.compute.manager [-] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.792562] env[63393]: DEBUG nova.network.neutron [-] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.994231] env[63393]: DEBUG oslo_vmware.api [-] Task: {'id': task-2682850, 'name': CreateVM_Task, 'duration_secs': 0.374849} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.994517] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Created VM on the ESX host {{(pid=63393) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.995067] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.995265] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.995624] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.995835] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c38d07-f090-4f3d-84ca-39409dc74c68 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.000587] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1241.000587] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]523eb811-b13a-d5f3-a159-c79207202859" [ 1241.000587] env[63393]: _type = "Task" [ 1241.000587] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.008095] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]523eb811-b13a-d5f3-a159-c79207202859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.080386] env[63393]: DEBUG nova.compute.manager [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.080516] env[63393]: DEBUG nova.compute.manager [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing instance network info cache due to event network-changed-6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.080731] env[63393]: DEBUG oslo_concurrency.lockutils [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] Acquiring lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.080880] env[63393]: DEBUG oslo_concurrency.lockutils [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] Acquired lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.081671] env[63393]: DEBUG nova.network.neutron [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Refreshing network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.511046] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.511046] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Processing image 45bc2213-2413-4f67-9cf9-7f4a164a5479 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.511296] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.511335] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.511482] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.511723] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d925c983-b6c2-430c-bf54-4f3754f3a569 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.519674] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.519838] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63393) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.520503] env[63393]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eafb54-4288-4ef4-8bb5-a77fe901128c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.524896] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1241.524896] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]525d1198-5390-dbaf-6bff-0357cf31d975" [ 1241.524896] env[63393]: _type = "Task" [ 1241.524896] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.532035] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': session[52b7812b-1508-6660-91d0-fa9bc1355420]525d1198-5390-dbaf-6bff-0357cf31d975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.552669] env[63393]: INFO nova.compute.manager [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Resuming [ 1241.553519] env[63393]: DEBUG nova.objects.instance [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'flavor' on Instance uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.568772] env[63393]: DEBUG nova.network.neutron [-] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.808861] env[63393]: DEBUG nova.network.neutron [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updated VIF entry in instance network info cache for port 6f3d6940-7102-4196-960f-16581d7aa0fa. {{(pid=63393) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.809242] env[63393]: DEBUG nova.network.neutron [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [{"id": "6f3d6940-7102-4196-960f-16581d7aa0fa", "address": "fa:16:3e:55:ae:40", "network": {"id": "614e7f68-0378-42db-aa27-d752cee2c835", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-236827182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfba48ef6a224c95aee62142b0512b04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3d6940-71", "ovs_interfaceid": "6f3d6940-7102-4196-960f-16581d7aa0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.035058] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Preparing fetch location {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1242.035324] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Fetch image to [datastore2] OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9/OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9.vmdk {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1242.035506] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Downloading stream optimized image 45bc2213-2413-4f67-9cf9-7f4a164a5479 to [datastore2] OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9/OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9.vmdk on the data store datastore2 as vApp {{(pid=63393) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1242.035681] env[63393]: DEBUG nova.virt.vmwareapi.images [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Downloading image file data 45bc2213-2413-4f67-9cf9-7f4a164a5479 to the ESX as VM named 'OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9' {{(pid=63393) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1242.077760] env[63393]: INFO nova.compute.manager [-] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Took 1.29 seconds to deallocate network for instance. [ 1242.112474] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1242.112474] env[63393]: value = "resgroup-9" [ 1242.112474] env[63393]: _type = "ResourcePool" [ 1242.112474] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1242.113558] env[63393]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4bcf5065-a9cc-4d95-93fc-1c0b88da781a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.136343] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease: (returnval){ [ 1242.136343] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52990168-c904-0b8f-63ae-1fcb5f4b5c31" [ 1242.136343] env[63393]: _type = "HttpNfcLease" [ 1242.136343] env[63393]: } obtained for vApp import into resource pool (val){ [ 1242.136343] env[63393]: value = "resgroup-9" [ 1242.136343] env[63393]: _type = "ResourcePool" [ 1242.136343] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1242.136652] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the lease: (returnval){ [ 1242.136652] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52990168-c904-0b8f-63ae-1fcb5f4b5c31" [ 1242.136652] env[63393]: _type = "HttpNfcLease" [ 1242.136652] env[63393]: } to be ready. {{(pid=63393) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1242.142554] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.142554] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52990168-c904-0b8f-63ae-1fcb5f4b5c31" [ 1242.142554] env[63393]: _type = "HttpNfcLease" [ 1242.142554] env[63393]: } is initializing. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1242.312037] env[63393]: DEBUG oslo_concurrency.lockutils [req-db952a8d-982d-44e1-a220-d2136fad9150 req-8e3390b7-54a1-4ef2-ba44-bbb0b21f583a service nova] Releasing lock "refresh_cache-4ffa26cd-46e1-41cb-8613-6195accd2e2e" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.584677] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.584887] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.585141] env[63393]: DEBUG nova.objects.instance [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lazy-loading 'resources' on Instance uuid 57e09c1f-7888-4301-810d-ae0d454d6371 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.644659] env[63393]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.644659] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52990168-c904-0b8f-63ae-1fcb5f4b5c31" [ 1242.644659] env[63393]: _type = "HttpNfcLease" [ 1242.644659] env[63393]: } is ready. {{(pid=63393) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1242.644929] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1242.644929] env[63393]: value = "session[52b7812b-1508-6660-91d0-fa9bc1355420]52990168-c904-0b8f-63ae-1fcb5f4b5c31" [ 1242.644929] env[63393]: _type = "HttpNfcLease" [ 1242.644929] env[63393]: }. {{(pid=63393) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1242.645625] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83302a59-c683-4a47-9887-25845e95bcb7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.652181] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524de212-a331-5c38-1a8f-1869480f7b7d/disk-0.vmdk from lease info. {{(pid=63393) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1242.652355] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524de212-a331-5c38-1a8f-1869480f7b7d/disk-0.vmdk. {{(pid=63393) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1242.716792] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e624e001-5f86-4b54-971e-2c35647d3662 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.064069] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.064474] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquired lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.064474] env[63393]: DEBUG nova.network.neutron [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Building network info cache for instance {{(pid=63393) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.114745] env[63393]: DEBUG nova.compute.manager [req-aea81f71-3478-4470-91cc-dd6eac31b4ec req-f7861e33-deb9-445f-af1a-1391b3685131 service nova] [instance: 57e09c1f-7888-4301-810d-ae0d454d6371] Received event network-vif-deleted-69faa292-0a41-4053-9b88-4d6368d79d89 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.150930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6ca6b-5d54-4912-bb1d-bd56efe6046a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.160930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca74381-9812-4dc4-b6a4-b959fc99e878 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.197694] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b069aaec-46a6-493f-a9f1-a31d119b6c29 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.205191] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effeb8c1-cf34-4ea7-84b6-ca72b731d24f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.218949] env[63393]: DEBUG nova.compute.provider_tree [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.722441] env[63393]: DEBUG nova.scheduler.client.report [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.770292] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Completed reading data from the image iterator. {{(pid=63393) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1243.770510] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524de212-a331-5c38-1a8f-1869480f7b7d/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1243.771763] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aadfcf-bf5c-43fd-8a61-bfe877367714 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.778673] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524de212-a331-5c38-1a8f-1869480f7b7d/disk-0.vmdk is in state: ready. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1243.778845] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524de212-a331-5c38-1a8f-1869480f7b7d/disk-0.vmdk. {{(pid=63393) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1243.779067] env[63393]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5799a559-381a-4245-9126-1d584bfc026a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.781534] env[63393]: DEBUG nova.network.neutron [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [{"id": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "address": "fa:16:3e:dd:bf:d0", "network": {"id": "e92cc82c-51fb-4e73-bc03-8c87366dfe70", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1850501683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af63d2cb14244a0cb972f01f900fb030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207f9ac-0b", "ovs_interfaceid": "b207f9ac-0b55-4760-b2a0-96398eb41a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.985434] env[63393]: DEBUG oslo_vmware.rw_handles [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524de212-a331-5c38-1a8f-1869480f7b7d/disk-0.vmdk. {{(pid=63393) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1243.985676] env[63393]: INFO nova.virt.vmwareapi.images [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Downloaded image file data 45bc2213-2413-4f67-9cf9-7f4a164a5479 [ 1243.986576] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e5a95-ca74-46d0-b9e3-dfdf57adb95e {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.005462] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b78a4d06-5a5f-4fa0-826c-cb149e3cdbd5 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.074661] env[63393]: INFO nova.virt.vmwareapi.images [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] The imported VM was unregistered [ 1244.077078] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Caching image {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1244.077309] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Creating directory with path [datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.077569] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a18767-ec7d-4453-a50c-4f4987deaf14 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.097186] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Created directory with path [datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479 {{(pid=63393) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.097366] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9/OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9.vmdk to [datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk. {{(pid=63393) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1244.097607] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6da22654-3dd5-4b31-9dd6-03e20e25b665 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.103471] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1244.103471] env[63393]: value = "task-2682853" [ 1244.103471] env[63393]: _type = "Task" [ 1244.103471] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.111804] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682853, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.229415] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.249232] env[63393]: INFO nova.scheduler.client.report [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Deleted allocations for instance 57e09c1f-7888-4301-810d-ae0d454d6371 [ 1244.283893] env[63393]: DEBUG oslo_concurrency.lockutils [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Releasing lock "refresh_cache-234cbd38-40f7-484c-b67a-bf9a1d458f87" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.285011] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6230cb49-6e0e-4aff-8ffe-b97562c676c2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.293023] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Resuming the VM {{(pid=63393) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1244.293450] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e83df8-61fb-425d-af53-d1f5b9d822fb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.309434] env[63393]: DEBUG oslo_vmware.api [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1244.309434] env[63393]: value = "task-2682854" [ 1244.309434] env[63393]: _type = "Task" [ 1244.309434] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.313832] env[63393]: DEBUG oslo_vmware.api [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.613427] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682853, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.757400] env[63393]: DEBUG oslo_concurrency.lockutils [None req-17613642-bb82-4e8a-921a-6e5e7c3ad31b tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Lock "57e09c1f-7888-4301-810d-ae0d454d6371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.578s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.820107] env[63393]: DEBUG oslo_vmware.api [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682854, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.116459] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682853, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.315030] env[63393]: DEBUG oslo_vmware.api [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682854, 'name': PowerOnVM_Task, 'duration_secs': 0.674098} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.315325] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Resumed the VM {{(pid=63393) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1245.315523] env[63393]: DEBUG nova.compute.manager [None req-b5060a19-4bc3-4fda-8f2f-37f0e1003fa5 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.316389] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e6517-c934-4e7f-ab31-ae339d068878 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.615715] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682853, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.116681] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682853, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.615409] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682853, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.453731} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.616825] env[63393]: INFO nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9/OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9.vmdk to [datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk. [ 1246.616825] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Cleaning up location [datastore2] OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9 {{(pid=63393) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1246.616825] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_99255ee6-da85-4813-be93-d30c793b50b9 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.616825] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f6fa536-bbc3-4fef-9a26-e78cff8630ec {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.622283] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1246.622283] env[63393]: value = "task-2682855" [ 1246.622283] env[63393]: _type = "Task" [ 1246.622283] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.630583] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.133649] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054909} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.134122] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.134122] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk" {{(pid=63393) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.134339] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk to [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.134810] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee4f6bd5-02f6-4e5a-9cd8-013a1bc5f05d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.141442] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1247.141442] env[63393]: value = "task-2682856" [ 1247.141442] env[63393]: _type = "Task" [ 1247.141442] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.150303] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.652297] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682856, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.153550] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682856, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.655884] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682856, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.153266] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682856, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.655074] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682856, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.289586} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.655409] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/45bc2213-2413-4f67-9cf9-7f4a164a5479/45bc2213-2413-4f67-9cf9-7f4a164a5479.vmdk to [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk {{(pid=63393) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.656195] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b12990d-2551-4632-9384-37a6ec894867 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.678055] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.678302] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72f5264-6470-43af-bc0c-610aff789dc1 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.703396] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1249.703396] env[63393]: value = "task-2682857" [ 1249.703396] env[63393]: _type = "Task" [ 1249.703396] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.711695] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.200283] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.200501] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.200709] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.200895] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.201081] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.203230] env[63393]: INFO nova.compute.manager [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Terminating instance [ 1250.214616] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.711055] env[63393]: DEBUG nova.compute.manager [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.711055] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.714831] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56151fc9-610a-4425-a03a-553b16345286 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.717872] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.721879] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.722162] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f79610a-0ab6-45e0-a550-1d1ef77ba8bb {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.728596] env[63393]: DEBUG oslo_vmware.api [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1250.728596] env[63393]: value = "task-2682858" [ 1250.728596] env[63393]: _type = "Task" [ 1250.728596] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.736900] env[63393]: DEBUG oslo_vmware.api [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.214274] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682857, 'name': ReconfigVM_Task, 'duration_secs': 1.503316} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.214541] env[63393]: DEBUG nova.virt.vmwareapi.volumeops [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e/4ffa26cd-46e1-41cb-8613-6195accd2e2e.vmdk or device None with type streamOptimized {{(pid=63393) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.215198] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b6c9d9-4d44-4566-b083-c6c4e8c70a2c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.221192] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1251.221192] env[63393]: value = "task-2682859" [ 1251.221192] env[63393]: _type = "Task" [ 1251.221192] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.228113] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682859, 'name': Rename_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.235930] env[63393]: DEBUG oslo_vmware.api [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682858, 'name': PowerOffVM_Task, 'duration_secs': 0.228792} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.236174] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.236343] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.236563] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29612d95-31d4-4442-9a74-af8dda62899d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.294957] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.295210] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deleting contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.295394] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleting the datastore file [datastore1] 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.295672] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2fed463-d53f-44ad-81d0-9f058a5befb3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.301885] env[63393]: DEBUG oslo_vmware.api [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for the task: (returnval){ [ 1251.301885] env[63393]: value = "task-2682861" [ 1251.301885] env[63393]: _type = "Task" [ 1251.301885] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.308865] env[63393]: DEBUG oslo_vmware.api [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.730552] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682859, 'name': Rename_Task, 'duration_secs': 0.141229} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.731076] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powering on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.731076] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5bf97e-40b4-48f5-bea1-fd79b049671d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.736744] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1251.736744] env[63393]: value = "task-2682862" [ 1251.736744] env[63393]: _type = "Task" [ 1251.736744] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.743733] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.813049] env[63393]: DEBUG oslo_vmware.api [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Task: {'id': task-2682861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129667} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.813049] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.813049] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deleted contents of the VM from datastore datastore1 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.813049] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.813049] env[63393]: INFO nova.compute.manager [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1251.813812] env[63393]: DEBUG oslo.service.loopingcall [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.813812] env[63393]: DEBUG nova.compute.manager [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.813812] env[63393]: DEBUG nova.network.neutron [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.246985] env[63393]: DEBUG oslo_vmware.api [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682862, 'name': PowerOnVM_Task, 'duration_secs': 0.432504} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.247256] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powered on the VM {{(pid=63393) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.309922] env[63393]: DEBUG nova.compute.manager [req-b18091b9-37d8-45c2-bbf0-221f90056998 req-7115f80d-6c87-4ed5-b199-14fb8da86536 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Received event network-vif-deleted-b207f9ac-0b55-4760-b2a0-96398eb41a63 {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.310110] env[63393]: INFO nova.compute.manager [req-b18091b9-37d8-45c2-bbf0-221f90056998 req-7115f80d-6c87-4ed5-b199-14fb8da86536 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Neutron deleted interface b207f9ac-0b55-4760-b2a0-96398eb41a63; detaching it from the instance and deleting it from the info cache [ 1252.310289] env[63393]: DEBUG nova.network.neutron [req-b18091b9-37d8-45c2-bbf0-221f90056998 req-7115f80d-6c87-4ed5-b199-14fb8da86536 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.371488] env[63393]: DEBUG nova.compute.manager [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Checking state {{(pid=63393) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.371488] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a3d83-9c38-4f07-8e8a-1a71dcf7b62d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.792516] env[63393]: DEBUG nova.network.neutron [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.812419] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e06902b-0f18-402f-af68-9fb2aef46ea7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.822219] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ace60f9-f8d5-4a13-bb31-46eec13399b6 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.848313] env[63393]: DEBUG nova.compute.manager [req-b18091b9-37d8-45c2-bbf0-221f90056998 req-7115f80d-6c87-4ed5-b199-14fb8da86536 service nova] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Detach interface failed, port_id=b207f9ac-0b55-4760-b2a0-96398eb41a63, reason: Instance 234cbd38-40f7-484c-b67a-bf9a1d458f87 could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1252.887027] env[63393]: DEBUG oslo_concurrency.lockutils [None req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.141s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.294806] env[63393]: INFO nova.compute.manager [-] [instance: 234cbd38-40f7-484c-b67a-bf9a1d458f87] Took 1.48 seconds to deallocate network for instance. [ 1253.801855] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.802263] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.802349] env[63393]: DEBUG nova.objects.instance [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lazy-loading 'resources' on Instance uuid 234cbd38-40f7-484c-b67a-bf9a1d458f87 {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.345291] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d64c4-9e3b-4fb5-9c44-6fe89d43f5f7 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.352963] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029f3825-3a5a-44fa-bd4e-2df1593127ac {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.382454] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fef44f-6e1c-4655-9d64-0ae9e5af1c4d {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.389187] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d460e2-43f9-4e6a-beac-1703e0bdbee3 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.403331] env[63393]: DEBUG nova.compute.provider_tree [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.906370] env[63393]: DEBUG nova.scheduler.client.report [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.411125] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.430049] env[63393]: INFO nova.scheduler.client.report [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Deleted allocations for instance 234cbd38-40f7-484c-b67a-bf9a1d458f87 [ 1255.937313] env[63393]: DEBUG oslo_concurrency.lockutils [None req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Lock "234cbd38-40f7-484c-b67a-bf9a1d458f87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.741079] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.741079] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.741079] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.741823] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.741823] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.741823] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.742163] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.742310] env[63393]: DEBUG nova.compute.manager [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63393) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1270.742539] env[63393]: DEBUG oslo_service.periodic_task [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63393) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.245927] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.246233] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.246380] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.246534] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63393) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1271.247514] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d0614-632c-49e3-8eef-4652369edc12 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.256280] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770853bc-bdab-4d8f-86e0-b7bebedcaa50 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.271347] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9807b016-240b-400c-9bba-e886b4032583 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.277342] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2219deaa-11e3-42e7-9a47-77b69270f547 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.306376] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180346MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63393) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1271.306496] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.306712] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.331328] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Instance 4ffa26cd-46e1-41cb-8613-6195accd2e2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63393) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.331613] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1272.331762] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63393) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1272.358265] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21747bd-8e5d-4a76-9d15-327577edb28a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.366282] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccdf33e-57b1-49ce-ab58-0c8fcb69a1d2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.396308] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae0d27-555f-4187-93a0-b31cf6d8ec0f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.403647] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddfb82-fe4a-446e-87a0-d679efe46bd2 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.417563] env[63393]: DEBUG nova.compute.provider_tree [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.921084] env[63393]: DEBUG nova.scheduler.client.report [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.425733] env[63393]: DEBUG nova.compute.resource_tracker [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63393) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1273.426213] env[63393]: DEBUG oslo_concurrency.lockutils [None req-7d8f9552-9e2c-4b72-a342-2fb4c3338b20 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.648266] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.648659] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.648775] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.649018] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.649285] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.652881] env[63393]: INFO nova.compute.manager [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Terminating instance [ 1289.156142] env[63393]: DEBUG nova.compute.manager [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Start destroying the instance on the hypervisor. {{(pid=63393) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.156393] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Destroying instance {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.157318] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71719fa5-f596-4059-9b7c-05f8cd0f373c {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.165196] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powering off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.165420] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80e39ffd-3ddb-4f04-8bad-918b69332d5b {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.171330] env[63393]: DEBUG oslo_vmware.api [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1289.171330] env[63393]: value = "task-2682863" [ 1289.171330] env[63393]: _type = "Task" [ 1289.171330] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.178724] env[63393]: DEBUG oslo_vmware.api [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.680629] env[63393]: DEBUG oslo_vmware.api [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682863, 'name': PowerOffVM_Task, 'duration_secs': 0.203281} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.681131] env[63393]: DEBUG nova.virt.vmwareapi.vm_util [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Powered off the VM {{(pid=63393) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.681131] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Unregistering the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.681317] env[63393]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd91c5a6-1ee9-468f-b281-a670c2291f25 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.746667] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Unregistered the VM {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.747108] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deleting contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.747340] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleting the datastore file [datastore2] 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.747605] env[63393]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df8af905-d8ea-45df-b4c2-bc55c0d74a40 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.754695] env[63393]: DEBUG oslo_vmware.api [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for the task: (returnval){ [ 1289.754695] env[63393]: value = "task-2682865" [ 1289.754695] env[63393]: _type = "Task" [ 1289.754695] env[63393]: } to complete. {{(pid=63393) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.762161] env[63393]: DEBUG oslo_vmware.api [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.266576] env[63393]: DEBUG oslo_vmware.api [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Task: {'id': task-2682865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120086} completed successfully. {{(pid=63393) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.266773] env[63393]: DEBUG nova.virt.vmwareapi.ds_util [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted the datastore file {{(pid=63393) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.266933] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deleted contents of the VM from datastore datastore2 {{(pid=63393) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.267111] env[63393]: DEBUG nova.virt.vmwareapi.vmops [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Instance destroyed {{(pid=63393) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.267290] env[63393]: INFO nova.compute.manager [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1290.267524] env[63393]: DEBUG oslo.service.loopingcall [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63393) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1290.267712] env[63393]: DEBUG nova.compute.manager [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Deallocating network for instance {{(pid=63393) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.267808] env[63393]: DEBUG nova.network.neutron [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] deallocate_for_instance() {{(pid=63393) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.732941] env[63393]: DEBUG nova.compute.manager [req-a630b4ca-a822-4638-b2dc-97ded4c94014 req-7e122d3a-694f-42e3-9b98-94afbcc23eab service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Received event network-vif-deleted-6f3d6940-7102-4196-960f-16581d7aa0fa {{(pid=63393) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1290.733214] env[63393]: INFO nova.compute.manager [req-a630b4ca-a822-4638-b2dc-97ded4c94014 req-7e122d3a-694f-42e3-9b98-94afbcc23eab service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Neutron deleted interface 6f3d6940-7102-4196-960f-16581d7aa0fa; detaching it from the instance and deleting it from the info cache [ 1290.733214] env[63393]: DEBUG nova.network.neutron [req-a630b4ca-a822-4638-b2dc-97ded4c94014 req-7e122d3a-694f-42e3-9b98-94afbcc23eab service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.213823] env[63393]: DEBUG nova.network.neutron [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Updating instance_info_cache with network_info: [] {{(pid=63393) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.236213] env[63393]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f262a5a4-4562-456b-85b5-703a5fc141a0 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.246356] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c51d4-450f-4f18-8aa5-b84856063b4a {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.271991] env[63393]: DEBUG nova.compute.manager [req-a630b4ca-a822-4638-b2dc-97ded4c94014 req-7e122d3a-694f-42e3-9b98-94afbcc23eab service nova] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Detach interface failed, port_id=6f3d6940-7102-4196-960f-16581d7aa0fa, reason: Instance 4ffa26cd-46e1-41cb-8613-6195accd2e2e could not be found. {{(pid=63393) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1291.715407] env[63393]: INFO nova.compute.manager [-] [instance: 4ffa26cd-46e1-41cb-8613-6195accd2e2e] Took 1.45 seconds to deallocate network for instance. [ 1292.222350] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.222751] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.222824] env[63393]: DEBUG nova.objects.instance [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lazy-loading 'resources' on Instance uuid 4ffa26cd-46e1-41cb-8613-6195accd2e2e {{(pid=63393) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.757155] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8f6d8-c7d4-432d-8ccb-ef39287f5449 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.764930] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc435a14-f886-4423-9d46-bc61c2f83148 {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.794142] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17bc6f2-4484-4e67-9354-1cbc387b743f {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.801069] env[63393]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a916e-183b-414f-bcc4-ee30be980cff {{(pid=63393) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.813741] env[63393]: DEBUG nova.compute.provider_tree [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed in ProviderTree for provider: 4749b759-4535-4578-b3dd-4366ddbc89ea {{(pid=63393) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.316943] env[63393]: DEBUG nova.scheduler.client.report [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Inventory has not changed for provider 4749b759-4535-4578-b3dd-4366ddbc89ea based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63393) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.822835] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.842994] env[63393]: INFO nova.scheduler.client.report [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Deleted allocations for instance 4ffa26cd-46e1-41cb-8613-6195accd2e2e [ 1294.352274] env[63393]: DEBUG oslo_concurrency.lockutils [None req-307da9b1-5212-4b14-9262-b1b2434874dc tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Lock "4ffa26cd-46e1-41cb-8613-6195accd2e2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=63393) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}